[ 525.544896] env[65918]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.544896] env[65918]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.554022] env[66006]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.554022] env[66006]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.117634] env[66006]: INFO neutron.common.config [-] Logging enabled! [ 528.118072] env[66006]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 528.118195] env[66006]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66006) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.118492] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.118629] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.119583] env[66006]: WARNING oslo_policy.policy [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.119792] env[66006]: WARNING oslo_policy.policy [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.121811] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] VMware NSXv3 Agent initialized successfully. [ 528.122182] env[66006]: DEBUG oslo_concurrency.lockutils [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] Acquiring lock "singleton_lock" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.122312] env[66006]: DEBUG oslo_concurrency.lockutils [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] Acquired lock "singleton_lock" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.122509] env[66006]: DEBUG oslo_concurrency.lockutils [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] Releasing lock "singleton_lock" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.122815] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] Full set of CONF: {{(pid=66006) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.122897] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ******************************************************************************** {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.122996] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] Configuration options gathered from: {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.123370] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.123535] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.123639] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ================================================================================ {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.123802] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] agent_down_time = 75 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.123977] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] allow_automatic_dhcp_failover = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.124110] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] allow_bulk = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.124271] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] api_extensions_path = {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.124407] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] api_paste_config = api-paste.ini {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.124543] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] auth_strategy = keystone {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.124641] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] backdoor_port = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.124741] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] backdoor_socket = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.124879] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] backlog = 4096 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.125041] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.125206] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] bind_host = 0.0.0.0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.125357] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] bind_port = 9696 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.125557] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] client_socket_timeout = 900 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.125725] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] config_dir = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.125889] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.126067] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] config_source = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.126209] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] control_exchange = neutron {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.126344] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] core_plugin = ml2 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.126475] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] debug = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.126604] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] default_availability_zones = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.126809] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.126953] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] dhcp_agent_notification = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.127247] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] dhcp_agents_per_network = 1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.127247] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] dhcp_lease_duration = 86400 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.127384] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] dhcp_load_type = networks {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.127428] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] dns_domain = openstacklocal {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.127555] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.127678] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] enable_default_route_bfd = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.127799] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] enable_default_route_ecmp = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.127920] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] enable_dvr = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.128051] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] enable_new_agents = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.128174] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.128296] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] enable_signals = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.128415] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] enable_traditional_dhcp = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.128534] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] external_dns_driver = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.128654] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] filter_validation = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.128787] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] global_physnet_mtu = 8950 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.128968] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] graceful_shutdown_timeout = 60 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.129126] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] host = cpu-1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.129263] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] host_dvr_for_dhcp = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.129390] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] http_retries = 3 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.129522] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] instance_format = [instance: %(uuid)s] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.129650] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.129779] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ipam_driver = internal {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.129904] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ipv6_pd_enabled = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.130060] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] l3_ha = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.130216] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.130384] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] l3_ha_network_physical_name = {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.130577] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] l3_ha_network_type = {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.130723] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] log_color = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.130902] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] log_config_append = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.131137] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.131362] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] log_dir = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.131579] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] log_file = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.131713] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] log_options = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.131922] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] log_rotate_interval = 1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.132168] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] log_rotate_interval_type = days {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.132397] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] log_rotation_type = none {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.132545] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.132670] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.132820] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.132958] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.133071] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.133227] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] max_dns_nameservers = 5 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.133399] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] max_header_line = 16384 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.133533] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] max_l3_agents_per_router = 3 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.133663] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] max_logfile_count = 30 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.133787] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] max_logfile_size_mb = 200 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.133913] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] max_subnet_host_routes = 20 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.134057] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] my_ip = 10.180.1.21 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.134189] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] my_ipv6 = ::1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.134318] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] network_auto_schedule = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.134441] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] network_link_prefix = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.134570] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.134701] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] notify_nova_on_port_data_changes = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.134829] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] notify_nova_on_port_status_changes = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.134961] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] pagination_max_limit = -1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.135099] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] publish_errors = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.135224] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] rate_limit_burst = 0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.135356] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] rate_limit_except_level = CRITICAL {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.135479] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] rate_limit_interval = 0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.135601] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] retry_until_window = 30 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.135721] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] router_distributed = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.135844] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] rpc_resources_processing_step = 20 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.135963] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] rpc_response_max_timeout = 600 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.136108] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] rpc_response_timeout = 60 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.136276] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] send_events_interval = 2 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.136425] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] service_plugins = ['router'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.136557] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] setproctitle = on {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.136678] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] shell_completion = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.136809] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] state_path = /opt/stack/data/neutron {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.136939] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] syslog_log_facility = LOG_USER {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.137076] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] tcp_keepidle = 600 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.137207] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] transport_url = **** {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.137330] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] use_journal = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.137452] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] use_json = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.137573] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] use_ssl = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.137693] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] use_stderr = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.137819] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] use_syslog = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.137940] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] vlan_qinq = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.138072] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] vlan_transparent = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.138195] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] watch_log_file = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.138320] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] wsgi_default_pool_size = 100 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.138437] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] wsgi_keep_alive = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.138566] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.138691] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] wsgi_server_debug = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.138834] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_concurrency.disable_process_locking = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139021] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139173] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139364] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139528] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139660] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139793] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.139942] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.connection_string = messaging:// {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140117] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.enabled = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140262] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.es_doc_type = notification {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140392] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.es_scroll_size = 10000 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140524] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.es_scroll_time = 2m {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140655] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.filter_error_trace = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140777] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.hmac_keys = **** {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.140908] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.sentinel_service_name = mymaster {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141059] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.socket_timeout = 0.1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141205] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.trace_requests = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141344] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler.trace_sqlalchemy = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141485] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler_jaeger.process_tags = {} {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141612] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler_jaeger.service_name_prefix = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141740] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] profiler_otlp.service_name_prefix = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.141881] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.enforce_new_defaults = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142162] env[66006]: WARNING oslo_config.cfg [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.142306] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.enforce_scope = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142443] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.policy_default_rule = default {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142584] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142716] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142849] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.142977] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143117] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143242] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143366] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143495] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143635] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143774] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] agent.extensions = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.143903] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144046] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] service_providers.service_provider = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144188] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.default_quota = -1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144321] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144448] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.quota_floatingip = 50 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144579] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.quota_network = 100 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144705] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.quota_port = 500 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144833] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.144959] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.quota_router = 10 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145099] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.quota_security_group = 10 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145226] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145351] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.quota_subnet = 100 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145476] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] QUOTAS.track_quota_usage = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145618] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145743] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep.group = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145866] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep.helper_command = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.145992] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep.log_daemon_traceback = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146135] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146261] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep.thread_pool_size = 8 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146384] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep.user = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146516] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146639] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_dhcp_release.group = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146761] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_dhcp_release.helper_command = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.146886] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147019] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147146] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147270] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_dhcp_release.user = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147401] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147522] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_ovs_vsctl.group = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147644] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147766] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.147895] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148031] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148163] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_ovs_vsctl.user = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148336] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_namespace.capabilities = [21] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148463] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_namespace.group = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148589] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_namespace.helper_command = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148719] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.148854] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149015] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149148] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_namespace.user = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149292] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_conntrack.capabilities = [12] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149410] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_conntrack.group = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149534] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_conntrack.helper_command = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149660] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149791] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.149937] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150104] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_conntrack.user = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150244] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_link.capabilities = [12, 21] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150371] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_link.group = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150495] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_link.helper_command = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150624] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_link.log_daemon_traceback = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150755] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.150884] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_link.thread_pool_size = 8 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151021] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] privsep_link.user = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151167] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151307] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151436] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.continue_on_failed_promotions = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151561] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.dscp = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151687] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.dscp_inherit = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151820] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.force_mp_to_policy = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.151947] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.locking_coordinator_url = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152088] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.log_agent_heartbeats = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152217] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.logging_expire = 1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152350] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152478] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152612] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.polling_interval = 240 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152741] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.152870] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153014] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.report_interval = 30.0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153162] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153297] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153429] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153570] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.sync_skew = 60 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153697] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.synchronization_queue_size = 20 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153825] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT.use_helper_for_ns_read = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.153968] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] SECURITYGROUP.enable_ipset = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154153] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] SECURITYGROUP.enable_security_group = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154292] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154427] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154561] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] experimental.ipv6_pd_enabled = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154707] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ml2.extension_drivers = ['port_security'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154833] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ml2.external_network_type = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.154976] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155127] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ml2.overlay_ip_version = 4 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155265] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ml2.path_mtu = 8950 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155402] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ml2.physical_network_mtus = {} {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155541] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155677] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155812] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ml2.type_drivers = ['vlan'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.155953] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156094] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156224] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156366] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156505] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156640] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156775] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.156911] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157059] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157262] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157406] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_login_password = **** {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157547] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157681] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_login_user = admin {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157817] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.157954] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158098] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158246] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158358] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158495] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158644] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.158842] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159024] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159177] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159319] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159450] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159580] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159776] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.159943] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160105] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160240] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160374] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.auth_section = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160512] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.auth_type = password {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160647] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160772] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.certfile = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.160899] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.collect_timing = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161047] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.endpoint_type = public {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161211] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.insecure = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161359] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.keyfile = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161449] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.region_name = RegionOne {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161563] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.split_loggers = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161689] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] nova.timeout = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161823] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.auth_section = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.161959] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.auth_type = password {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162106] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162235] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.certfile = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162361] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.collect_timing = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162490] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.endpoint_type = public {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162614] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.insecure = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162736] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.keyfile = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.162858] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.region_name = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163031] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.split_loggers = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163171] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] placement.timeout = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163309] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.auth_section = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163435] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.auth_type = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163560] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.cafile = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163685] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.certfile = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163811] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.collect_timing = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.163927] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.connect_retries = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164072] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.connect_retry_delay = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164205] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.enable_notifications = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164329] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.endpoint_override = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164457] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.insecure = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164648] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.interface = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164736] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.keyfile = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164833] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.max_version = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.164936] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.min_version = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165070] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.region_name = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165193] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.retriable_status_codes = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165312] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.service_name = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165433] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.service_type = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165556] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.split_loggers = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165680] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.status_code_retries = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165801] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.status_code_retry_delay = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.165925] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.timeout = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166064] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.valid_interfaces = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166194] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ironic.version = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166329] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] cli_script.dry_run = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166470] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166596] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166723] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.166873] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167014] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167148] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167275] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167404] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167758] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167758] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167812] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.167901] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168042] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168162] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168317] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168417] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168544] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168668] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168802] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.168961] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169097] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169223] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169351] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169541] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169621] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169724] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.169858] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170045] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170198] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170333] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170463] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.ssl = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170601] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170736] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170863] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.170998] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171143] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171270] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171410] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_notifications.driver = [] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171540] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_notifications.retry = -1 {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171684] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171809] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.171910] env[66006]: DEBUG oslo_service.backend._eventlet.service [None req-9611e124-05df-41f0-a8b5-0d2b1d0b6ea0 None None] ******************************************************************************** {{(pid=66006) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.173061] env[66006]: DEBUG neutron.agent.securitygroups_rpc [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Init firewall settings (driver=nsxv3) {{(pid=66006) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.174412] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66006) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.174652] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.176883] env[66006]: DEBUG dogpile.cache.region [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.177010] env[66006]: DEBUG dogpile.lock [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.177117] env[66006]: DEBUG dogpile.lock [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.177206] env[66006]: DEBUG dogpile.lock [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.177298] env[66006]: DEBUG dogpile.cache.region [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.177384] env[66006]: DEBUG dogpile.lock [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.177504] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.207166] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Session token - acquiring [ 528.208806] env[66006]: DEBUG networking_nsxv3.common.locking [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.209034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.209129] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.209555] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.221591] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.505853] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.528491] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.528667] env[66006]: DEBUG dogpile.cache.region [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Cache value generated in 0.351 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.528740] env[66006]: DEBUG dogpile.lock [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.528913] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Activating Policy API Provider. [ 528.529153] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Looking for the default Infrastructure Rules. [ 528.594378] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Looking for the Default Layer3 Logged Drop Section. [ 528.609781] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.610264] env[66006]: DEBUG networking_nsxv3.common.locking [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.610429] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquiring lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.610528] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.610812] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired external semaphore "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.611177] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.128501] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.631183] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.133709] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Inventory metadata is going to be refreshed. [ 530.134107] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.862530] env[66006]: DEBUG networking_nsxv3.common.locking [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.862928] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.863032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.863428] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.875210] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.876053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.876640] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.896173] env[66006]: DEBUG networking_nsxv3.common.locking [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.896411] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.896464] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.896746] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.896869] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.897112] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.897230] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.897377] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.920826] env[66006]: DEBUG networking_nsxv3.common.locking [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.921134] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.921134] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.921405] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.921579] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.921719] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.941984] env[66006]: DEBUG networking_nsxv3.common.locking [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.942326] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.942326] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.942528] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.942666] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.942803] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.962282] env[66006]: DEBUG networking_nsxv3.common.locking [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.962495] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquiring lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.962533] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.962823] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired external semaphore "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.962957] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Releasing lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.963204] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.963314] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.963415] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.982393] env[66006]: DEBUG networking_nsxv3.common.locking [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.982639] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquiring lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.982639] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.982947] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired external semaphore "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.983105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Releasing lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.983261] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.983352] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.983449] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.004475] env[66006]: DEBUG networking_nsxv3.common.locking [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.004709] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.004753] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.005040] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.005186] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.005334] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.005434] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.005528] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Inventory metadata have been refreshed. [ 531.005618] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Dryrun:True. Metadata refresh completed. [ 531.005725] env[66006]: DEBUG oslo_concurrency.lockutils [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Releasing lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.007500] env[66006]: INFO neutron.agent.agent_extensions_manager [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Loaded agent extensions: [] [ 531.008205] env[66006]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66006) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.071197] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.071404] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.071404] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NSXv3 Agent Agent out of sync with plugin! [ 536.009281] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.009653] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.011162] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.011711] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.012207] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.012568] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.160866] env[66006]: INFO networking_nsxv3.common.synchronization [None req-0c520c39-a8be-40ab-b196-b16aa66d4c19 demo admin] Enqueued Resource ID: 8cb1d550-7e13-46d3-88f5-cb2987d2dc85 with Priority: HIGHEST for action security_group_rules [ 546.161427] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb1d550-7e13-46d3-88f5-cb2987d2dc85 with Priority: HIGHEST for action security_group_rules [ 546.161733] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb1d550-7e13-46d3-88f5-cb2987d2dc85 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.161857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb1d550-7e13-46d3-88f5-cb2987d2dc85" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.161918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb1d550-7e13-46d3-88f5-cb2987d2dc85" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.162285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb1d550-7e13-46d3-88f5-cb2987d2dc85" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.162386] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb1d550-7e13-46d3-88f5-cb2987d2dc85',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.682408] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.682704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.682704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.682823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.682879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.682969] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb1d550-7e13-46d3-88f5-cb2987d2dc85 already deleted. [ 546.683067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb1d550-7e13-46d3-88f5-cb2987d2dc85" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.162562] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.162949] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.163894] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.163894] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.165105] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.165517] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.166155] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.166155] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.166699] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.166699] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.168204] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.168204] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.701466] env[66006]: INFO networking_nsxv3.common.synchronization [None req-b5817b1d-55b4-48fb-ab6c-f5266d7a7761 None None] Enqueued Resource ID: 1de4404a-1fa0-4306-ae06-1b24451fcade with Priority: HIGHEST for action port [ 576.702985] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de4404a-1fa0-4306-ae06-1b24451fcade with Priority: HIGHEST for action port [ 576.703350] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de4404a-1fa0-4306-ae06-1b24451fcade taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.703528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de4404a-1fa0-4306-ae06-1b24451fcade" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.703607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de4404a-1fa0-4306-ae06-1b24451fcade" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.703890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de4404a-1fa0-4306-ae06-1b24451fcade" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.704206] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de4404a-1fa0-4306-ae06-1b24451fcade',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.837211] env[66006]: INFO networking_nsxv3.common.synchronization [None req-a497429b-ef30-4c3a-9552-473f15fca11b None None] Enqueued Resource ID: c0679c73-ee60-44db-a252-ab9992ac9643 with Priority: HIGHEST for action port [ 576.837715] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0679c73-ee60-44db-a252-ab9992ac9643 with Priority: HIGHEST for action port [ 576.838013] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0679c73-ee60-44db-a252-ab9992ac9643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.838140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0679c73-ee60-44db-a252-ab9992ac9643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.838208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0679c73-ee60-44db-a252-ab9992ac9643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.838445] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0679c73-ee60-44db-a252-ab9992ac9643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.838550] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0679c73-ee60-44db-a252-ab9992ac9643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.206216] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1de4404a-1fa0-4306-ae06-1b24451fcade [ 577.206538] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.207827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.207827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.208099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.208205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.208312] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1de4404a-1fa0-4306-ae06-1b24451fcade already deleted. [ 577.208397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de4404a-1fa0-4306-ae06-1b24451fcade" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.341031] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0679c73-ee60-44db-a252-ab9992ac9643 [ 577.341266] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.341400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.341469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.341675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.341762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.341855] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0679c73-ee60-44db-a252-ab9992ac9643 already deleted. [ 577.341932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0679c73-ee60-44db-a252-ab9992ac9643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.658249] env[66006]: INFO networking_nsxv3.common.synchronization [None req-66bb1b05-a56c-49ae-93df-6cfb8542fbfd None None] Enqueued Resource ID: 97e0d169-540b-4b89-b846-57f47cf8322b with Priority: HIGHEST for action port [ 577.659989] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e0d169-540b-4b89-b846-57f47cf8322b with Priority: HIGHEST for action port [ 577.659989] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e0d169-540b-4b89-b846-57f47cf8322b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.659989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e0d169-540b-4b89-b846-57f47cf8322b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.659989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e0d169-540b-4b89-b846-57f47cf8322b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.660487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e0d169-540b-4b89-b846-57f47cf8322b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.662015] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e0d169-540b-4b89-b846-57f47cf8322b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.167209] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97e0d169-540b-4b89-b846-57f47cf8322b [ 578.167439] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.167619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.167619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.167940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.167940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.168069] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97e0d169-540b-4b89-b846-57f47cf8322b already deleted. [ 578.168117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e0d169-540b-4b89-b846-57f47cf8322b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.741819] env[66006]: INFO networking_nsxv3.common.synchronization [None req-596d5472-adc7-4928-9b64-306aec52a7d7 None None] Enqueued Resource ID: b19ec0bc-03b4-4962-9424-8f18650fe99a with Priority: HIGHEST for action port [ 578.741819] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19ec0bc-03b4-4962-9424-8f18650fe99a with Priority: HIGHEST for action port [ 578.741819] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b19ec0bc-03b4-4962-9424-8f18650fe99a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.742434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b19ec0bc-03b4-4962-9424-8f18650fe99a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.742434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b19ec0bc-03b4-4962-9424-8f18650fe99a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.744010] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b19ec0bc-03b4-4962-9424-8f18650fe99a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.744010] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b19ec0bc-03b4-4962-9424-8f18650fe99a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.246053] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b19ec0bc-03b4-4962-9424-8f18650fe99a [ 579.246053] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.246252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.246252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.246553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.246709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.246820] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b19ec0bc-03b4-4962-9424-8f18650fe99a already deleted. [ 579.246949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b19ec0bc-03b4-4962-9424-8f18650fe99a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.386456] env[66006]: INFO networking_nsxv3.common.synchronization [None req-b705d07b-27ae-4cd6-853e-8ec67899111e None None] Enqueued Resource ID: 0aa0adde-2873-47bf-80e1-e4dc8d5df6d8 with Priority: HIGHEST for action port [ 579.386995] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa0adde-2873-47bf-80e1-e4dc8d5df6d8 with Priority: HIGHEST for action port [ 579.387317] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aa0adde-2873-47bf-80e1-e4dc8d5df6d8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.388398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aa0adde-2873-47bf-80e1-e4dc8d5df6d8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.388398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aa0adde-2873-47bf-80e1-e4dc8d5df6d8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.388398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aa0adde-2873-47bf-80e1-e4dc8d5df6d8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.388398] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa0adde-2873-47bf-80e1-e4dc8d5df6d8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.692216] env[66006]: INFO networking_nsxv3.common.synchronization [None req-66a135cc-1169-4b1d-b9ea-66812b9f5494 None None] Enqueued Resource ID: e93eb472-18ae-4cec-97f4-95b800848919 with Priority: HIGHEST for action port [ 579.694430] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93eb472-18ae-4cec-97f4-95b800848919 with Priority: HIGHEST for action port [ 579.694770] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e93eb472-18ae-4cec-97f4-95b800848919 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.694945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e93eb472-18ae-4cec-97f4-95b800848919" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.696201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e93eb472-18ae-4cec-97f4-95b800848919" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.698595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e93eb472-18ae-4cec-97f4-95b800848919" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.698595] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93eb472-18ae-4cec-97f4-95b800848919',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.890058] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0aa0adde-2873-47bf-80e1-e4dc8d5df6d8 [ 579.890438] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.890438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.890538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.890721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.890811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.890903] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0aa0adde-2873-47bf-80e1-e4dc8d5df6d8 already deleted. [ 579.890979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aa0adde-2873-47bf-80e1-e4dc8d5df6d8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.198945] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e93eb472-18ae-4cec-97f4-95b800848919 [ 580.199207] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.200691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.200691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.200691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.200691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.200691] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e93eb472-18ae-4cec-97f4-95b800848919 already deleted. [ 580.200691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e93eb472-18ae-4cec-97f4-95b800848919" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.917785] env[66006]: INFO networking_nsxv3.common.synchronization [None req-e549a605-4b20-4f82-91a4-e0d0ba9fd887 None None] Enqueued Resource ID: 37300d79-f187-4a79-878e-e4d267fe287d with Priority: HIGHEST for action port [ 580.917785] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37300d79-f187-4a79-878e-e4d267fe287d with Priority: HIGHEST for action port [ 580.917785] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-37300d79-f187-4a79-878e-e4d267fe287d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.917785] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37300d79-f187-4a79-878e-e4d267fe287d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.917785] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37300d79-f187-4a79-878e-e4d267fe287d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.918256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37300d79-f187-4a79-878e-e4d267fe287d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.918296] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37300d79-f187-4a79-878e-e4d267fe287d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.095263] env[66006]: INFO networking_nsxv3.common.synchronization [None req-45bf69af-fb35-4d18-9d51-477eae984b90 None None] Enqueued Resource ID: 5787fd0c-60fa-4c93-98ec-833d032129fd with Priority: HIGHEST for action port [ 581.095776] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5787fd0c-60fa-4c93-98ec-833d032129fd with Priority: HIGHEST for action port [ 581.096051] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-5787fd0c-60fa-4c93-98ec-833d032129fd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.096188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5787fd0c-60fa-4c93-98ec-833d032129fd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.096240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5787fd0c-60fa-4c93-98ec-833d032129fd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.096482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5787fd0c-60fa-4c93-98ec-833d032129fd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.096649] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5787fd0c-60fa-4c93-98ec-833d032129fd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.422096] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37300d79-f187-4a79-878e-e4d267fe287d [ 581.422158] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.422296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.422362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.422612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.422653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.422729] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37300d79-f187-4a79-878e-e4d267fe287d already deleted. [ 581.422805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37300d79-f187-4a79-878e-e4d267fe287d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.601378] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5787fd0c-60fa-4c93-98ec-833d032129fd [ 581.601378] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.601896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.601986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.602241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.602370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.602429] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5787fd0c-60fa-4c93-98ec-833d032129fd already deleted. [ 581.602504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5787fd0c-60fa-4c93-98ec-833d032129fd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.440709] env[66006]: INFO networking_nsxv3.common.synchronization [None req-d241e428-c8ea-4607-929d-b43b5433a5a0 None None] Enqueued Resource ID: b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09 with Priority: HIGHEST for action port [ 582.440916] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09 with Priority: HIGHEST for action port [ 582.441496] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.441620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.441676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.442011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.442011] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.944766] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09 [ 582.944994] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.945147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.945215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.945424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.945509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.945602] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09 already deleted. [ 582.945681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1de2ac9-9f0d-454d-9d1e-d971f9ac1c09" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.523036] env[66006]: INFO networking_nsxv3.common.synchronization [None req-1d893d65-7dfc-46be-a1f6-211021908f3d None None] Enqueued Resource ID: 6209b6db-7e71-434e-9389-000bf449d66c with Priority: HIGHEST for action port [ 583.523036] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6209b6db-7e71-434e-9389-000bf449d66c with Priority: HIGHEST for action port [ 583.523036] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-6209b6db-7e71-434e-9389-000bf449d66c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.523036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6209b6db-7e71-434e-9389-000bf449d66c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.523036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6209b6db-7e71-434e-9389-000bf449d66c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.523036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6209b6db-7e71-434e-9389-000bf449d66c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.523036] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6209b6db-7e71-434e-9389-000bf449d66c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.010781] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.010959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.011037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.011237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.011466] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.028015] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6209b6db-7e71-434e-9389-000bf449d66c [ 584.028015] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.028015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.028015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.028015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.028015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.028015] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6209b6db-7e71-434e-9389-000bf449d66c already deleted. [ 584.028015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6209b6db-7e71-434e-9389-000bf449d66c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.235051] env[66006]: INFO networking_nsxv3.common.synchronization [None req-1494337b-9a41-4b22-aa77-3d5fa9b4c265 None None] Enqueued Resource ID: b416c565-a6ea-4113-9a54-2ac4ecdcf94a with Priority: HIGHEST for action port [ 584.235051] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b416c565-a6ea-4113-9a54-2ac4ecdcf94a with Priority: HIGHEST for action port [ 584.235544] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b416c565-a6ea-4113-9a54-2ac4ecdcf94a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.235544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b416c565-a6ea-4113-9a54-2ac4ecdcf94a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.235676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b416c565-a6ea-4113-9a54-2ac4ecdcf94a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.236271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b416c565-a6ea-4113-9a54-2ac4ecdcf94a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.236271] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b416c565-a6ea-4113-9a54-2ac4ecdcf94a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.372371] env[66006]: INFO networking_nsxv3.common.synchronization [None req-d6ebef7c-fdc3-409d-a920-9174eab6327a None None] Enqueued Resource ID: 7a595fe1-6a3c-4467-82b3-03b37e5981da with Priority: HIGHEST for action port [ 584.372371] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a595fe1-6a3c-4467-82b3-03b37e5981da with Priority: HIGHEST for action port [ 584.372788] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a595fe1-6a3c-4467-82b3-03b37e5981da taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.372788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a595fe1-6a3c-4467-82b3-03b37e5981da" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.372788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a595fe1-6a3c-4467-82b3-03b37e5981da" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.373103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a595fe1-6a3c-4467-82b3-03b37e5981da" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.373202] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a595fe1-6a3c-4467-82b3-03b37e5981da',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.514167] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.739458] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b416c565-a6ea-4113-9a54-2ac4ecdcf94a [ 584.739738] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.739840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.739883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.740645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.740645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.740645] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b416c565-a6ea-4113-9a54-2ac4ecdcf94a already deleted. [ 584.740645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b416c565-a6ea-4113-9a54-2ac4ecdcf94a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.875396] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a595fe1-6a3c-4467-82b3-03b37e5981da [ 584.876031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.876160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.876205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.876802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.876802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.876802] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a595fe1-6a3c-4467-82b3-03b37e5981da already deleted. [ 584.876802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a595fe1-6a3c-4467-82b3-03b37e5981da" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.016139] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.269625] env[66006]: INFO networking_nsxv3.common.synchronization [None req-75f24b88-7a0a-46f8-8c15-4d46b5417222 None None] Enqueued Resource ID: 8d21c000-29e6-48fa-a99d-79c10c7eeaf4 with Priority: HIGHEST for action port [ 585.270260] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d21c000-29e6-48fa-a99d-79c10c7eeaf4 with Priority: HIGHEST for action port [ 585.270924] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d21c000-29e6-48fa-a99d-79c10c7eeaf4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.271109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d21c000-29e6-48fa-a99d-79c10c7eeaf4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.271180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d21c000-29e6-48fa-a99d-79c10c7eeaf4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.271425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d21c000-29e6-48fa-a99d-79c10c7eeaf4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.271510] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d21c000-29e6-48fa-a99d-79c10c7eeaf4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.518404] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 585.518624] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 585.761628] env[66006]: INFO networking_nsxv3.common.synchronization [None req-67e4e16c-0878-4089-aff2-c585bebf6068 None None] Enqueued Resource ID: e9459c95-209d-4ffc-9bd8-465fac5e4051 with Priority: HIGHEST for action port [ 585.762197] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9459c95-209d-4ffc-9bd8-465fac5e4051 with Priority: HIGHEST for action port [ 585.762498] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9459c95-209d-4ffc-9bd8-465fac5e4051 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.762626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9459c95-209d-4ffc-9bd8-465fac5e4051" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.762687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9459c95-209d-4ffc-9bd8-465fac5e4051" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.763096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9459c95-209d-4ffc-9bd8-465fac5e4051" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.763096] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9459c95-209d-4ffc-9bd8-465fac5e4051',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.775600] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d21c000-29e6-48fa-a99d-79c10c7eeaf4 [ 585.775861] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.776556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.776556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.776556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.777450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.778554] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d21c000-29e6-48fa-a99d-79c10c7eeaf4 already deleted. [ 585.778679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d21c000-29e6-48fa-a99d-79c10c7eeaf4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.147152] env[66006]: INFO networking_nsxv3.common.synchronization [None req-493fe079-7dfa-4ebf-a4f3-26bd94f6b0de None None] Enqueued Resource ID: a05f05ca-d29b-42f6-9565-7f542c82283f with Priority: HIGHEST for action port [ 586.148727] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05f05ca-d29b-42f6-9565-7f542c82283f with Priority: HIGHEST for action port [ 586.149080] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a05f05ca-d29b-42f6-9565-7f542c82283f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.149208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a05f05ca-d29b-42f6-9565-7f542c82283f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.149276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a05f05ca-d29b-42f6-9565-7f542c82283f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.149525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a05f05ca-d29b-42f6-9565-7f542c82283f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.149608] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05f05ca-d29b-42f6-9565-7f542c82283f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.266458] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9459c95-209d-4ffc-9bd8-465fac5e4051 [ 586.266458] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.266458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.266458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.267113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.267113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.267113] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9459c95-209d-4ffc-9bd8-465fac5e4051 already deleted. [ 586.267113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9459c95-209d-4ffc-9bd8-465fac5e4051" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.355280] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.356331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.356331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.356331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.370659] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 586.371581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.372460] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 586.395620] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.395936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.396291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.396662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.396662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.396732] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 586.396777] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.397040] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 586.418237] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.418374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.418542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.418815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.418971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.419290] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.441946] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.442199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.442271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.442474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.442624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.442759] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.465017] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.465216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.465269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.465481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.465582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.465968] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 586.465968] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.465968] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 586.487035] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.487035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.487035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.487035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.487035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.487035] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 586.487035] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.487035] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 586.506431] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.506667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.506667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.506882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.507051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.507051] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 586.507131] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.507174] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 586.507972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 586.507972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 586.507972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 586.507972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 586.507972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 586.507972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 586.507972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.530185] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.530185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.530185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.530410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.530410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.530466] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.556683] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.556853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.556897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.557126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.557232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.572483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.652410] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a05f05ca-d29b-42f6-9565-7f542c82283f [ 586.652927] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.652927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.652927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.653245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.653245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.653245] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a05f05ca-d29b-42f6-9565-7f542c82283f already deleted. [ 586.653429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a05f05ca-d29b-42f6-9565-7f542c82283f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.487582] env[66006]: INFO networking_nsxv3.common.synchronization [req-5016d12c-d956-4440-aedb-6c53047024a6 req-c203b3a2-3fea-42cc-94e1-fb5a6e3c93e7 tempest-DeleteServersAdminTestJSON-1393437620 tempest-DeleteServersAdminTestJSON-1393437620-project-member] Enqueued Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 587.487582] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 587.487582] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.487582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.488138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.488721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.489098] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.489225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.489337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.490540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.490665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.490799] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.756156] env[66006]: INFO networking_nsxv3.common.synchronization [None req-58a4211e-cc92-443c-b934-daeaac30a20f None None] Enqueued Resource ID: 611efdce-a412-4f53-8d62-c4019befecad with Priority: HIGHEST for action port [ 587.756156] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611efdce-a412-4f53-8d62-c4019befecad with Priority: HIGHEST for action port [ 587.756585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-611efdce-a412-4f53-8d62-c4019befecad taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.756726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-611efdce-a412-4f53-8d62-c4019befecad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.756813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-611efdce-a412-4f53-8d62-c4019befecad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.757133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-611efdce-a412-4f53-8d62-c4019befecad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.757264] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('611efdce-a412-4f53-8d62-c4019befecad',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.994587] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.994587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.994587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.994587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.994587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.994587] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.994587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.994587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.994587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.994587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.994587] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e already deleted. [ 587.994587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.259497] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 611efdce-a412-4f53-8d62-c4019befecad [ 588.259660] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.259728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.259877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.261122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.261122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.261122] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:611efdce-a412-4f53-8d62-c4019befecad already deleted. [ 588.261122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-611efdce-a412-4f53-8d62-c4019befecad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.419356] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.419537] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.420700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.420700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.420700] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.420700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.420700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.421136] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.421136] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.421209] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.421552] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.421552] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.421552] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.421684] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.421684] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.421819] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.442775] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.442775] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.442775] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.442775] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.442775] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.442775] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.442775] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.442775] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.443268] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.525401] env[66006]: INFO networking_nsxv3.common.synchronization [None req-0447179e-d53f-4ec4-ad73-0a2c6154eb91 None None] Enqueued Resource ID: 5c575500-25c5-423a-b965-32c132f31cd8 with Priority: HIGHEST for action port [ 588.525662] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c575500-25c5-423a-b965-32c132f31cd8 with Priority: HIGHEST for action port [ 588.526225] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c575500-25c5-423a-b965-32c132f31cd8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.526368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c575500-25c5-423a-b965-32c132f31cd8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.526446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c575500-25c5-423a-b965-32c132f31cd8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.526673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c575500-25c5-423a-b965-32c132f31cd8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.526752] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c575500-25c5-423a-b965-32c132f31cd8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.949152] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.949362] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.949484] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.949913] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.949998] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.950129] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a not found, creating... [ 588.950640] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.950640] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.950640] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.950844] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.951222] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.951304] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.951443] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.951548] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.951743] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.951862] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.952081] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a is going to be created. [ 588.974666] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.974666] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.974819] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.974944] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.975242] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.975463] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.030666] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c575500-25c5-423a-b965-32c132f31cd8 [ 589.030824] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.030982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.031081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.031315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.031376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.031479] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c575500-25c5-423a-b965-32c132f31cd8 already deleted. [ 589.031557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c575500-25c5-423a-b965-32c132f31cd8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.263665] env[66006]: INFO networking_nsxv3.common.synchronization [None req-085f1987-86b7-4091-b979-0d99a436288b tempest-ServerActionsV293TestJSON-999327983 tempest-ServerActionsV293TestJSON-999327983-project-member] Enqueued Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_rules [ 589.264181] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_rules [ 589.264467] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58737cb6-9ce9-40d0-b109-cc82bff45e18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.267593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.267593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.267593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.267593] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.620674] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9035d3a0-6e80-4b6a-bfad-8e20d14adb3a tempest-ServerActionsV293TestJSON-999327983 tempest-ServerActionsV293TestJSON-999327983-project-member] Enqueued Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_rules [ 589.621289] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_rules [ 589.621588] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58737cb6-9ce9-40d0-b109-cc82bff45e18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.621899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.741032] env[66006]: INFO networking_nsxv3.common.synchronization [req-5016d12c-d956-4440-aedb-6c53047024a6 req-6a092f7a-ffe0-4375-881c-1e8016f2b5b4 service nova] Enqueued Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_rules [ 589.741032] env[66006]: INFO networking_nsxv3.common.synchronization [req-5016d12c-d956-4440-aedb-6c53047024a6 req-6a092f7a-ffe0-4375-881c-1e8016f2b5b4 service nova] Enqueued Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 589.741032] env[66006]: INFO networking_nsxv3.common.synchronization [req-5016d12c-d956-4440-aedb-6c53047024a6 req-6a092f7a-ffe0-4375-881c-1e8016f2b5b4 service nova] Enqueued Resource ID: 49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a with Priority: HIGHEST for action port [ 589.741032] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_rules [ 589.741665] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 589.741928] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a with Priority: HIGHEST for action port [ 589.742335] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.743139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.743139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.743139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.743139] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.744022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.744221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.744337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.744606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.744869] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.746217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.746297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.746465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.746551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.746861] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.747706] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.747836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.747905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.748300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.748300] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.790089] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.790239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.790321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.790521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.790611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.790705] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 already deleted. [ 589.790787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.790954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.791120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.791197] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.250861] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.251747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.260496] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.261514] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a with status ACTIVE [ 590.261766] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.262563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.262563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.262563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.262563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.262563] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.262563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.262794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.262794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.262849] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.263063] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.263143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.263143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.263276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.263341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.263416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a is going to be updated. [ 590.285317] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.285573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.285573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.286179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.286869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.287073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49c2d0c8-e1f3-4a7a-b655-b6b7798cc75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.316541] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.316699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.316764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.317400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.317594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.317702] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 already deleted. [ 590.317922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.764954] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.268908] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.271845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.271845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.271845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.271845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.271845] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e is going to be created. [ 591.304435] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.304435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.304435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.304675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.304909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.316072] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: UNINITIALIZED for 2s [ 591.380262] env[66006]: INFO networking_nsxv3.common.synchronization [req-dc2db330-19db-40be-af24-2cd57b3ac7c6 req-e9b516f7-ceb1-4b5c-a1fd-8f459d3e0cff tempest-ServerDiagnosticsNegativeTest-702212099 tempest-ServerDiagnosticsNegativeTest-702212099-project-member] Enqueued Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGHEST for action security_group_members [ 591.380262] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGHEST for action security_group_members [ 591.380262] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-384b9e8b-0f22-4688-9c78-289764d217a4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.380262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.380262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.380262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.380262] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.380262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.380262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.380262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.380262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.380262] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384b9e8b-0f22-4688-9c78-289764d217a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.640808] env[66006]: INFO networking_nsxv3.common.synchronization [None req-37007d23-8b9c-485b-a327-c22ade3122de None None] Enqueued Resource ID: 356d4b49-03b0-4937-99fa-06836d377a16 with Priority: HIGHEST for action port [ 591.641293] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356d4b49-03b0-4937-99fa-06836d377a16 with Priority: HIGHEST for action port [ 591.642400] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-356d4b49-03b0-4937-99fa-06836d377a16 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.642400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-356d4b49-03b0-4937-99fa-06836d377a16" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.642400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-356d4b49-03b0-4937-99fa-06836d377a16" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.642400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-356d4b49-03b0-4937-99fa-06836d377a16" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.642400] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356d4b49-03b0-4937-99fa-06836d377a16',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.881976] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.882301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.882345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.882866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.882866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.882866] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.883077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.883077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.883142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.883169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.883293] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384b9e8b-0f22-4688-9c78-289764d217a4 already deleted. [ 591.883353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.144092] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 356d4b49-03b0-4937-99fa-06836d377a16 [ 592.144949] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.145204] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.145328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.145617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.145691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.145732] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:356d4b49-03b0-4937-99fa-06836d377a16 already deleted. [ 592.146031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-356d4b49-03b0-4937-99fa-06836d377a16" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.300689] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.300896] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.301036] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.301298] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.301546] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.301692] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.301800] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.301997] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.302153] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.302378] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.302460] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.302560] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.302658] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.302756] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.302852] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.302971] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.322459] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.322670] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.322804] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.322971] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.323656] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-7247e761-ff99-43b6-8bf3-a8afc7a275fc taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.323656] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-7247e761-ff99-43b6-8bf3-a8afc7a275fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.323656] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-7247e761-ff99-43b6-8bf3-a8afc7a275fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.323983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-7247e761-ff99-43b6-8bf3-a8afc7a275fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.324171] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247e761-ff99-43b6-8bf3-a8afc7a275fc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.596397] env[66006]: INFO networking_nsxv3.common.synchronization [req-b8218d80-eef4-4af0-bdf9-01ef6ab9e6cd req-63bf616b-5936-4821-9abb-482e80521db9 tempest-SecurityGroupRulesNegativeTestJSON-830993543 tempest-SecurityGroupRulesNegativeTestJSON-830993543-project-member] Enqueued Resource ID: a5de6528-16dd-4291-bede-bc1670866283 with Priority: HIGHEST for action security_group_rules [ 592.597272] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5de6528-16dd-4291-bede-bc1670866283 with Priority: HIGHEST for action security_group_rules [ 592.597565] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5de6528-16dd-4291-bede-bc1670866283 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.597683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5de6528-16dd-4291-bede-bc1670866283" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.597743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5de6528-16dd-4291-bede-bc1670866283" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.599302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5de6528-16dd-4291-bede-bc1670866283" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.599302] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5de6528-16dd-4291-bede-bc1670866283',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.827148] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.827453] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.827561] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.828761] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.828761] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.828761] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 7247e761-ff99-43b6-8bf3-a8afc7a275fc not found, creating... [ 592.828761] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.828761] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.828999] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.829040] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.829153] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.829423] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.829568] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.831447] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.831447] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.831447] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.831447] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 7247e761-ff99-43b6-8bf3-a8afc7a275fc is going to be created. [ 592.851457] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.851654] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.851762] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.852040] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.852258] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.852464] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-7247e761-ff99-43b6-8bf3-a8afc7a275fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.992330] env[66006]: INFO networking_nsxv3.common.synchronization [None req-a6477560-7d92-4eae-88a6-27f21067a92b None None] Enqueued Resource ID: e552976d-13f7-41d3-9382-adbe499250c8 with Priority: HIGHEST for action port [ 592.992330] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e552976d-13f7-41d3-9382-adbe499250c8 with Priority: HIGHEST for action port [ 592.992330] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e552976d-13f7-41d3-9382-adbe499250c8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.992330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e552976d-13f7-41d3-9382-adbe499250c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.992330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e552976d-13f7-41d3-9382-adbe499250c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.993212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e552976d-13f7-41d3-9382-adbe499250c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.993484] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e552976d-13f7-41d3-9382-adbe499250c8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.020195] env[66006]: INFO networking_nsxv3.common.synchronization [None req-1a8a7b48-51c7-4b2a-9186-93f0f6ac5951 None None] Enqueued Resource ID: 829d7df4-907f-462d-be57-3219854c75c2 with Priority: HIGHEST for action port [ 593.020195] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829d7df4-907f-462d-be57-3219854c75c2 with Priority: HIGHEST for action port [ 593.020195] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-829d7df4-907f-462d-be57-3219854c75c2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.020195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-829d7df4-907f-462d-be57-3219854c75c2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.020195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-829d7df4-907f-462d-be57-3219854c75c2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.020195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-829d7df4-907f-462d-be57-3219854c75c2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.020195] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829d7df4-907f-462d-be57-3219854c75c2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.121014] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.121165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.121210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.121392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.121480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.121570] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5de6528-16dd-4291-bede-bc1670866283 already deleted. [ 593.121649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5de6528-16dd-4291-bede-bc1670866283" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.326280] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: SUCCESS [ 593.326522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.326681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.326890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.327158] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.327276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.327276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.327447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.327525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.327607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.327695] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.497743] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e552976d-13f7-41d3-9382-adbe499250c8 [ 593.497743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.497743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.497743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.497743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.497743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.497743] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e552976d-13f7-41d3-9382-adbe499250c8 already deleted. [ 593.497743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e552976d-13f7-41d3-9382-adbe499250c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.526585] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 829d7df4-907f-462d-be57-3219854c75c2 [ 593.526973] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.527847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.527847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.527847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.527847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.527847] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:829d7df4-907f-462d-be57-3219854c75c2 already deleted. [ 593.527847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-829d7df4-907f-462d-be57-3219854c75c2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.834154] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.834415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.834553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.834780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.834955] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.835071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.835132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.835278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.835361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.835447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.835579] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.835669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.835731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.835893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.836105] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.836204] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.836263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.836420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.836541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.836622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.836708] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.952586] env[66006]: INFO networking_nsxv3.common.synchronization [req-dc2db330-19db-40be-af24-2cd57b3ac7c6 req-c78c89c3-b3f1-4da4-8084-e13399840e35 service nova] Enqueued Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGHEST for action security_group_rules [ 593.952586] env[66006]: INFO networking_nsxv3.common.synchronization [req-dc2db330-19db-40be-af24-2cd57b3ac7c6 req-c78c89c3-b3f1-4da4-8084-e13399840e35 service nova] Enqueued Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGHEST for action security_group_members [ 593.952667] env[66006]: INFO networking_nsxv3.common.synchronization [req-dc2db330-19db-40be-af24-2cd57b3ac7c6 req-c78c89c3-b3f1-4da4-8084-e13399840e35 service nova] Enqueued Resource ID: 7247e761-ff99-43b6-8bf3-a8afc7a275fc with Priority: HIGHEST for action port [ 593.952813] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGHEST for action security_group_rules [ 593.952942] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGHEST for action security_group_members [ 593.953044] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7247e761-ff99-43b6-8bf3-a8afc7a275fc with Priority: HIGHEST for action port [ 593.953573] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-384b9e8b-0f22-4688-9c78-289764d217a4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.953771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.953771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.954109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.955016] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('384b9e8b-0f22-4688-9c78-289764d217a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.956822] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-384b9e8b-0f22-4688-9c78-289764d217a4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.956944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.957017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.957632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.957798] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.957919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.958480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.958480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.958480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.958480] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384b9e8b-0f22-4688-9c78-289764d217a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.959807] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7247e761-ff99-43b6-8bf3-a8afc7a275fc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.959873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7247e761-ff99-43b6-8bf3-a8afc7a275fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.959964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7247e761-ff99-43b6-8bf3-a8afc7a275fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.960144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7247e761-ff99-43b6-8bf3-a8afc7a275fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.960219] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247e761-ff99-43b6-8bf3-a8afc7a275fc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.224301] env[66006]: INFO networking_nsxv3.common.synchronization [None req-d7dbeee3-9f5c-4106-8251-8203262d5c27 None None] Enqueued Resource ID: 38edd660-98a2-43a4-a71a-c7fbf98869ce with Priority: HIGHEST for action port [ 594.224301] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38edd660-98a2-43a4-a71a-c7fbf98869ce with Priority: HIGHEST for action port [ 594.224301] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-38edd660-98a2-43a4-a71a-c7fbf98869ce taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.224301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38edd660-98a2-43a4-a71a-c7fbf98869ce" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.224301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38edd660-98a2-43a4-a71a-c7fbf98869ce" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.224301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38edd660-98a2-43a4-a71a-c7fbf98869ce" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.224301] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38edd660-98a2-43a4-a71a-c7fbf98869ce',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.339304] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f18bf32-e0f0-4090-b2da-38b202eb213e: rpc.has_security_group_logging(os_id): False [ 594.357411] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.357580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.357841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.357841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.357975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.358139] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.358248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.358248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.358657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.358657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.358657] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.358806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.358806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.358868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.358905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.359267] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.359267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.359267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.359533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.359626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.359690] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e is going to be created. [ 594.420105] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.420276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.420329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.420547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.420729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.431743] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: IN_PROGRESS for 2s [ 594.461694] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('384b9e8b-0f22-4688-9c78-289764d217a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.462995] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-384b9e8b-0f22-4688-9c78-289764d217a4 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.463125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.463275] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7247e761-ff99-43b6-8bf3-a8afc7a275fc with status ACTIVE [ 594.463424] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.464032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.464032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.464032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.464032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.464032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.464236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.464236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.464302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.464376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.464549] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.464633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.464711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.464816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.464881] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.464957] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7247e761-ff99-43b6-8bf3-a8afc7a275fc is going to be updated. [ 594.496529] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.496529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.496529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.496529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.496529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.496529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7247e761-ff99-43b6-8bf3-a8afc7a275fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.729018] env[66006]: INFO networking_nsxv3.common.synchronization [None req-65b9863e-4ccd-490d-b6b1-0375093fff3f None None] Enqueued Resource ID: 5eb27f14-e378-4a2c-8f32-f993265a4a55 with Priority: HIGHEST for action port [ 594.729018] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb27f14-e378-4a2c-8f32-f993265a4a55 with Priority: HIGHEST for action port [ 594.729018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb27f14-e378-4a2c-8f32-f993265a4a55 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.729018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb27f14-e378-4a2c-8f32-f993265a4a55" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.729018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb27f14-e378-4a2c-8f32-f993265a4a55" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.729018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb27f14-e378-4a2c-8f32-f993265a4a55" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.729018] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb27f14-e378-4a2c-8f32-f993265a4a55',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.729018] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38edd660-98a2-43a4-a71a-c7fbf98869ce [ 594.729657] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.729922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.730205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.730502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.730702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.731305] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38edd660-98a2-43a4-a71a-c7fbf98869ce already deleted. [ 594.731305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38edd660-98a2-43a4-a71a-c7fbf98869ce" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.967525] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('384b9e8b-0f22-4688-9c78-289764d217a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.232254] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eb27f14-e378-4a2c-8f32-f993265a4a55 [ 595.233205] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.233205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.233205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.233366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.233411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.233489] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eb27f14-e378-4a2c-8f32-f993265a4a55 already deleted. [ 595.233668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb27f14-e378-4a2c-8f32-f993265a4a55" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.439260] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c4886ed4-7758-4e26-b818-b6be90b577de None None] Enqueued Resource ID: ceffd992-86e4-4b51-b2da-b3fd792ee324 with Priority: HIGHEST for action port [ 595.439260] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceffd992-86e4-4b51-b2da-b3fd792ee324 with Priority: HIGHEST for action port [ 595.439260] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceffd992-86e4-4b51-b2da-b3fd792ee324 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.439260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceffd992-86e4-4b51-b2da-b3fd792ee324" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.439260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceffd992-86e4-4b51-b2da-b3fd792ee324" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.439260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceffd992-86e4-4b51-b2da-b3fd792ee324" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.439260] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceffd992-86e4-4b51-b2da-b3fd792ee324',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.473270] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.473270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.473270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.473270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.473270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.473270] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384b9e8b-0f22-4688-9c78-289764d217a4 is going to be created. [ 595.505035] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.505035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.505035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.505035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.505035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.521313] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384b9e8b-0f22-4688-9c78-289764d217a4 in Status: UNINITIALIZED for 2s [ 595.792711] env[66006]: INFO networking_nsxv3.common.synchronization [req-c831edd5-a5de-4081-8826-ae699d995864 req-c7e99b04-082e-4a07-aba8-8769e2734b9b tempest-ServersAdminNegativeTestJSON-1295894835 tempest-ServersAdminNegativeTestJSON-1295894835-project-member] Enqueued Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 595.792711] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 595.792879] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.795500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.795500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.795500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.795500] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.795500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.795500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.795500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.795500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.795500] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.942330] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ceffd992-86e4-4b51-b2da-b3fd792ee324 [ 595.942568] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.942694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.942758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.942973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.943085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.943182] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ceffd992-86e4-4b51-b2da-b3fd792ee324 already deleted. [ 595.943261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceffd992-86e4-4b51-b2da-b3fd792ee324" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.948758] env[66006]: INFO networking_nsxv3.common.synchronization [None req-ab814955-d696-4c24-bdd6-75ed1f0e0ef7 None None] Enqueued Resource ID: fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61 with Priority: HIGHEST for action port [ 595.948758] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61 with Priority: HIGHEST for action port [ 595.948997] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.950017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.950017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.950017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.950017] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.296996] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.297263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.297263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.297489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.297521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.297713] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.297809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.297869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.298061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.298140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.298223] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 already deleted. [ 596.298310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.302322] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.302492] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.302617] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.302852] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.303545] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.303545] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.303545] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.303714] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.303770] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.303985] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.304107] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.304468] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.304535] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.304634] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.304768] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.304862] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.326844] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.327092] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.327242] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.327465] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.327779] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-31c03029-1cd0-4205-833c-078d2a86d52a taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.327962] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-31c03029-1cd0-4205-833c-078d2a86d52a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.328091] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-31c03029-1cd0-4205-833c-078d2a86d52a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.328423] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-31c03029-1cd0-4205-833c-078d2a86d52a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.328552] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c03029-1cd0-4205-833c-078d2a86d52a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.446841] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: SUCCESS [ 596.447253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.455189] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61 [ 596.455189] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.455189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.455189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.455189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.455189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.455189] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61 already deleted. [ 596.455189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa2ef9a5-7bf4-40cc-af68-e8c98fc8ce61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.832045] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.832045] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.832045] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.832045] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.832045] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.832045] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 31c03029-1cd0-4205-833c-078d2a86d52a not found, creating... [ 596.832722] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.833248] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.833490] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.833841] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.834695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.834695] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.834695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.835024] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.837318] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.837318] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.837318] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 31c03029-1cd0-4205-833c-078d2a86d52a is going to be created. [ 596.860914] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.861296] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.861296] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.862059] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.862059] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.862059] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-31c03029-1cd0-4205-833c-078d2a86d52a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.236792] env[66006]: INFO networking_nsxv3.common.synchronization [None req-456759af-423b-4491-b088-a31294a9d820 tempest-VolumesAssistedSnapshotsTest-1742297700 tempest-VolumesAssistedSnapshotsTest-1742297700-project-member] Enqueued Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_rules [ 597.237326] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_rules [ 597.238655] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.238655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.238655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.239979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.239979] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.533642] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384b9e8b-0f22-4688-9c78-289764d217a4 in Status: SUCCESS [ 597.534499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.534499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.534660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.535396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.535396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.535396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.535396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.535396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.535826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.535826] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('384b9e8b-0f22-4688-9c78-289764d217a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.635795] env[66006]: INFO networking_nsxv3.common.synchronization [None req-a6dc4f5b-8f84-4c3c-951c-11fadd066cdc tempest-VolumesAssistedSnapshotsTest-1742297700 tempest-VolumesAssistedSnapshotsTest-1742297700-project-member] Enqueued Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_rules [ 597.636342] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_rules [ 597.636623] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.636728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.662685] env[66006]: INFO networking_nsxv3.common.synchronization [req-c831edd5-a5de-4081-8826-ae699d995864 req-ea205aea-72f6-4749-90e1-44c4ff8b671e service nova] Enqueued Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_rules [ 597.662685] env[66006]: INFO networking_nsxv3.common.synchronization [req-c831edd5-a5de-4081-8826-ae699d995864 req-ea205aea-72f6-4749-90e1-44c4ff8b671e service nova] Enqueued Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 597.662801] env[66006]: INFO networking_nsxv3.common.synchronization [req-c831edd5-a5de-4081-8826-ae699d995864 req-ea205aea-72f6-4749-90e1-44c4ff8b671e service nova] Enqueued Resource ID: 31c03029-1cd0-4205-833c-078d2a86d52a with Priority: HIGHEST for action port [ 597.663291] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_rules [ 597.663424] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 597.663533] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c03029-1cd0-4205-833c-078d2a86d52a with Priority: HIGHEST for action port [ 597.664451] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.664451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.664451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.668344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.668437] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.669361] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.669489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.669553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.669737] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.669880] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.670028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.670119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.670241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.670323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.670426] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.675443] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c03029-1cd0-4205-833c-078d2a86d52a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.675443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c03029-1cd0-4205-833c-078d2a86d52a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.675443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c03029-1cd0-4205-833c-078d2a86d52a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.679135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c03029-1cd0-4205-833c-078d2a86d52a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.679135] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c03029-1cd0-4205-833c-078d2a86d52a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.762768] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.762875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.762927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.763133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.763207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.763307] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d already deleted. [ 597.763428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.763580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.763748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.763841] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.915127] env[66006]: INFO networking_nsxv3.common.synchronization [req-3da35b0d-ca5b-4004-a732-5adedddce155 req-c7a88e19-75b4-4221-ac50-f7d688c62c9c tempest-ServersAdminTestJSON-1371135454 tempest-ServersAdminTestJSON-1371135454-project-member] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 597.915868] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 597.917454] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.917683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.917781] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.918258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.920273] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.920408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.920451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.920627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.920714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.920807] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.038764] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-384b9e8b-0f22-4688-9c78-289764d217a4 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.038949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.039067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.039305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.039476] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.039589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.039654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.039818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.040217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.040347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.040502] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-384b9e8b-0f22-4688-9c78-289764d217a4 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.040595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.040655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.040799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.040954] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.041028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.041086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.041218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.041286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.041362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.041448] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('384b9e8b-0f22-4688-9c78-289764d217a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.178714] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.179075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.179075] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.179991] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c03029-1cd0-4205-833c-078d2a86d52a with status ACTIVE [ 598.180204] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.180369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.180369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.180581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.180664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.180825] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.180961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.181038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.181178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.181256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.181438] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.181517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.181590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.181720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.181787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.181866] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c03029-1cd0-4205-833c-078d2a86d52a is going to be updated. [ 598.207127] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.207127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.207127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.207127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.207127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.207127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c03029-1cd0-4205-833c-078d2a86d52a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.298759] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.298962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.299069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.299300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.299397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.299555] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d already deleted. [ 598.299641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.429351] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.429351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.429351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.429351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.429351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.429351] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.429351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.429351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.429351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.429351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.429351] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 already deleted. [ 598.429351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.524547] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.524737] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.524853] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.525194] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.525697] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.525697] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.525697] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.526242] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.526242] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.526428] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.528579] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.528579] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.528579] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.528579] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.528579] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.528579] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.544064] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 384b9e8b-0f22-4688-9c78-289764d217a4: rpc.has_security_group_logging(os_id): False [ 598.546812] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.546955] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.547100] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.547312] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.547715] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-03394bba-53dc-48d6-bf5c-bb37e1f35e08 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.547860] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-03394bba-53dc-48d6-bf5c-bb37e1f35e08" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.547860] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-03394bba-53dc-48d6-bf5c-bb37e1f35e08" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.548364] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-03394bba-53dc-48d6-bf5c-bb37e1f35e08" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.548364] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03394bba-53dc-48d6-bf5c-bb37e1f35e08',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.575992] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.575992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.576202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.576258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.576339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.576554] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.576662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.576716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.576869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.576981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.577137] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.577231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.577292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.577461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.577541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.577716] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.577806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.577863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.577999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.578425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.578425] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 384b9e8b-0f22-4688-9c78-289764d217a4 is going to be created. [ 598.647953] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.650673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.650673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.650673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.650673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.668082] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384b9e8b-0f22-4688-9c78-289764d217a4 in Status: IN_PROGRESS for 2s [ 598.685560] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.053069] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.053541] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.054225] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.054543] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.054769] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.056110] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 03394bba-53dc-48d6-bf5c-bb37e1f35e08 not found, creating... [ 599.056412] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.056573] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.056679] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.056913] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.057056] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.057362] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.057558] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.057610] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.058122] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.058536] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.058710] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 03394bba-53dc-48d6-bf5c-bb37e1f35e08 is going to be created. [ 599.082306] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.083914] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.083914] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.083914] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.084098] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.084331] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-03394bba-53dc-48d6-bf5c-bb37e1f35e08" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.189679] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.190198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.191109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.191445] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.191869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.191869] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 is going to be created. [ 599.219468] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.220100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.220100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.220100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.220378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.239135] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: UNINITIALIZED for 2s [ 599.773322] env[66006]: INFO networking_nsxv3.common.synchronization [None req-741cd17d-31ae-45f8-8e56-9735555b132d None None] Enqueued Resource ID: 8b19a038-7601-4d1e-81dd-f88b77e47799 with Priority: HIGHEST for action port [ 599.773322] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b19a038-7601-4d1e-81dd-f88b77e47799 with Priority: HIGHEST for action port [ 599.773322] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b19a038-7601-4d1e-81dd-f88b77e47799 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.773322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b19a038-7601-4d1e-81dd-f88b77e47799" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.773322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b19a038-7601-4d1e-81dd-f88b77e47799" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.773322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b19a038-7601-4d1e-81dd-f88b77e47799" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.773322] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b19a038-7601-4d1e-81dd-f88b77e47799',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.908787] env[66006]: INFO networking_nsxv3.common.synchronization [req-3da35b0d-ca5b-4004-a732-5adedddce155 req-85f60c20-7646-44f2-a234-72cb48be2588 service nova] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_rules [ 599.908986] env[66006]: INFO networking_nsxv3.common.synchronization [req-3da35b0d-ca5b-4004-a732-5adedddce155 req-85f60c20-7646-44f2-a234-72cb48be2588 service nova] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 599.909105] env[66006]: INFO networking_nsxv3.common.synchronization [req-3da35b0d-ca5b-4004-a732-5adedddce155 req-85f60c20-7646-44f2-a234-72cb48be2588 service nova] Enqueued Resource ID: 03394bba-53dc-48d6-bf5c-bb37e1f35e08 with Priority: HIGHEST for action port [ 599.909336] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_rules [ 599.909458] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 599.909554] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03394bba-53dc-48d6-bf5c-bb37e1f35e08 with Priority: HIGHEST for action port [ 599.912010] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.912156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.912222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.913662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.913821] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.914736] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.915277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.915391] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.915588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.915745] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.915846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.915908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.916636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.916733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.916835] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.919052] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-03394bba-53dc-48d6-bf5c-bb37e1f35e08 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.919217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03394bba-53dc-48d6-bf5c-bb37e1f35e08" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.919991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03394bba-53dc-48d6-bf5c-bb37e1f35e08" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.920138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03394bba-53dc-48d6-bf5c-bb37e1f35e08" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.920225] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03394bba-53dc-48d6-bf5c-bb37e1f35e08',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.119920] env[66006]: INFO networking_nsxv3.common.synchronization [None req-59077acb-10a9-4133-9d1f-0db17a33691d tempest-ServersTestJSON-1597554516 tempest-ServersTestJSON-1597554516-project-member] Enqueued Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_rules [ 600.120619] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_rules [ 600.120966] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.121474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.121474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.122610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.122696] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.174236] env[66006]: INFO networking_nsxv3.common.synchronization [None req-524c66af-7be3-4341-9748-752a8dfa4ff0 None None] Enqueued Resource ID: eb5fce23-ae89-4bf5-b776-e0bfa0b62830 with Priority: HIGHEST for action port [ 600.174469] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5fce23-ae89-4bf5-b776-e0bfa0b62830 with Priority: HIGHEST for action port [ 600.175126] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5fce23-ae89-4bf5-b776-e0bfa0b62830 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.175258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5fce23-ae89-4bf5-b776-e0bfa0b62830" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.175318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5fce23-ae89-4bf5-b776-e0bfa0b62830" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.175600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5fce23-ae89-4bf5-b776-e0bfa0b62830" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.175673] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5fce23-ae89-4bf5-b776-e0bfa0b62830',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.233438] env[66006]: INFO networking_nsxv3.common.synchronization [None req-bcf2b8d5-4196-4e0a-a935-ffa57d5342c7 tempest-ServersTestJSON-1597554516 tempest-ServersTestJSON-1597554516-project-member] Enqueued Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_rules [ 600.233438] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_rules [ 600.233438] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.233438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.275195] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b19a038-7601-4d1e-81dd-f88b77e47799 [ 600.275823] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.275823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.275823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.275994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.276036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.277032] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b19a038-7601-4d1e-81dd-f88b77e47799 already deleted. [ 600.277032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b19a038-7601-4d1e-81dd-f88b77e47799" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.423308] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.423474] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.423474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.428440] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03394bba-53dc-48d6-bf5c-bb37e1f35e08 with status ACTIVE [ 600.428580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.428764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.428858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.429095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.429197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.429372] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.429472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.430113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.430113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.430113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.430113] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.430304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.430304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.430687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.430687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.430687] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03394bba-53dc-48d6-bf5c-bb37e1f35e08 is going to be updated. [ 600.455774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.455939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.456309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.456309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.456403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.457658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03394bba-53dc-48d6-bf5c-bb37e1f35e08" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.642954] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.643114] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.643228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.643423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.643505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.643651] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 already deleted. [ 600.643755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.644446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.644446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.644446] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.679357] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb5fce23-ae89-4bf5-b776-e0bfa0b62830 [ 600.679357] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.679357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.679357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.679357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.679357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.679357] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb5fce23-ae89-4bf5-b776-e0bfa0b62830 already deleted. [ 600.679357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5fce23-ae89-4bf5-b776-e0bfa0b62830" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.680825] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384b9e8b-0f22-4688-9c78-289764d217a4 in Status: SUCCESS [ 600.681012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.926517] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.948270] env[66006]: INFO networking_nsxv3.common.synchronization [req-247f01a9-145f-438f-9ae3-ce547683e0a2 req-b2b3cd08-0e2a-4473-a3ec-eb810b3cb0d5 tempest-SecurityGroupRulesNegativeTestJSON-830993543 tempest-SecurityGroupRulesNegativeTestJSON-830993543-project-member] Enqueued Resource ID: a5de6528-16dd-4291-bede-bc1670866283 with Priority: HIGHEST for action security_group_rules [ 600.948889] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5de6528-16dd-4291-bede-bc1670866283 with Priority: HIGHEST for action security_group_rules [ 600.950619] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5de6528-16dd-4291-bede-bc1670866283 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.950619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5de6528-16dd-4291-bede-bc1670866283" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.950619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5de6528-16dd-4291-bede-bc1670866283" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.950619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5de6528-16dd-4291-bede-bc1670866283" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.950619] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5de6528-16dd-4291-bede-bc1670866283',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.169865] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.170481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.170562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.170911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.171106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.171164] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 already deleted. [ 601.171218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.258796] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: SUCCESS [ 601.258796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.258796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.258796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.258796] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.258796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.258796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.258796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.258796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.258796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.258796] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.429973] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.430375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.430494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.432040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.432040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.432040] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be created. [ 601.467149] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.467316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.467355] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.467810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.467810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.473419] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.475062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.475062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.475062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.475062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.475062] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5de6528-16dd-4291-bede-bc1670866283 already deleted. [ 601.475062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5de6528-16dd-4291-bede-bc1670866283" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.487755] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: UNINITIALIZED for 2s [ 601.582458] env[66006]: INFO networking_nsxv3.common.synchronization [req-a866810a-caca-405e-abe4-4361a1668724 req-c724050d-4f39-43b5-92f7-475c8dfcc7bd tempest-MultipleCreateTestJSON-270291077 tempest-MultipleCreateTestJSON-270291077-project-member] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 601.583038] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 601.583312] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.583436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.583491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.583742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.583892] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.583987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.584147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.584306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.584390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.584479] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.761848] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.761848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.761848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.762058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.763016] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.763016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.763016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.763016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.763016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.763016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.763016] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.763016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.763016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.763349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.763349] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.763349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.763349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.763484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.763536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.763622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.763706] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.875028] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.875028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.875028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.875341] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.875456] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.875682] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.875841] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.876162] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.876364] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.876566] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.876671] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.876767] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.876934] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.877360] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.877360] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.877360] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.898143] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.898231] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.898401] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.898514] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.898844] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-977a28aa-4cf0-4a35-b903-c78562cc74b2 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.899099] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-977a28aa-4cf0-4a35-b903-c78562cc74b2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.899315] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-977a28aa-4cf0-4a35-b903-c78562cc74b2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.899626] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-977a28aa-4cf0-4a35-b903-c78562cc74b2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.899728] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977a28aa-4cf0-4a35-b903-c78562cc74b2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.087057] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.087366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.087366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.088211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.088211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.088211] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.088211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.088211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.088211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.088495] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.088495] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 already deleted. [ 602.088495] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.267459] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c99d79dd-feac-4c6c-ab03-b1732ac71d61: rpc.has_security_group_logging(os_id): False [ 602.294346] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.294346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.294346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.294346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.294346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.294346] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.298029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.298029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.298029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.298029] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 is going to be created. [ 602.402949] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.403218] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.403311] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.403625] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.403811] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.403981] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 977a28aa-4cf0-4a35-b903-c78562cc74b2 not found, creating... [ 602.404625] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.404923] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.405047] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.405297] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.405439] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.405827] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.406039] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.406163] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.406396] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.406562] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.406718] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 977a28aa-4cf0-4a35-b903-c78562cc74b2 is going to be created. [ 602.496930] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.497643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.497643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.497643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.497775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.500328] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.503145] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.503145] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.503145] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.503145] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.503145] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-977a28aa-4cf0-4a35-b903-c78562cc74b2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.518690] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: IN_PROGRESS for 2s [ 603.212699] env[66006]: INFO networking_nsxv3.common.synchronization [req-a866810a-caca-405e-abe4-4361a1668724 req-47d98c3d-10d3-4521-9e7e-cbb787c77d4d service nova] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_rules [ 603.213072] env[66006]: INFO networking_nsxv3.common.synchronization [req-a866810a-caca-405e-abe4-4361a1668724 req-47d98c3d-10d3-4521-9e7e-cbb787c77d4d service nova] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 603.213159] env[66006]: INFO networking_nsxv3.common.synchronization [req-a866810a-caca-405e-abe4-4361a1668724 req-47d98c3d-10d3-4521-9e7e-cbb787c77d4d service nova] Enqueued Resource ID: 977a28aa-4cf0-4a35-b903-c78562cc74b2 with Priority: HIGHEST for action port [ 603.213766] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_rules [ 603.213944] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 603.214321] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977a28aa-4cf0-4a35-b903-c78562cc74b2 with Priority: HIGHEST for action port [ 603.214454] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.214608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.214721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.215123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.215243] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.216132] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.216286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.216380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.216586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.216811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.216941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.217062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.217281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.217418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.217544] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.219724] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-977a28aa-4cf0-4a35-b903-c78562cc74b2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.219724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-977a28aa-4cf0-4a35-b903-c78562cc74b2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.219724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-977a28aa-4cf0-4a35-b903-c78562cc74b2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.219724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-977a28aa-4cf0-4a35-b903-c78562cc74b2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.219724] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977a28aa-4cf0-4a35-b903-c78562cc74b2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.500715] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 603.500715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.500904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.501084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.501276] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.501394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.501455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.501612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.501687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.501768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.501851] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.582317] env[66006]: INFO networking_nsxv3.common.synchronization [req-a866810a-caca-405e-abe4-4361a1668724 req-7f6e4eb7-d272-40cf-8d95-0314ba2df73d tempest-MultipleCreateTestJSON-270291077 tempest-MultipleCreateTestJSON-270291077-project-member] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 603.582317] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 603.582317] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.582317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.723027] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.723027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.723027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.723027] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 977a28aa-4cf0-4a35-b903-c78562cc74b2 with status ACTIVE [ 603.723027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.723027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.723027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.723027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.723027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.723027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.723027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.723027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.723027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.723027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.723694] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.723694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.724088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.724343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.724532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.724705] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 977a28aa-4cf0-4a35-b903-c78562cc74b2 is going to be updated. [ 603.748540] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.748540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.748540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.748540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.748540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.748540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-977a28aa-4cf0-4a35-b903-c78562cc74b2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.890336] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.890522] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.890791] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.891131] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.891515] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.891768] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.891900] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.892400] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.892400] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.892565] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.892686] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.893360] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.893360] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.893360] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.893360] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.893895] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.916796] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.916991] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.917180] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.919015] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.919015] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.919015] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.919015] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.919015] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.919015] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd83a90e-edc3-4ed1-8aed-6d8db44e70e3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.004410] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.004570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.004570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.004827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.004960] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.005046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.005138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.005242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.005326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.006608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.006608] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.006608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.006608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.006608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.006608] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.006608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.006608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.006608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.006608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.006608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.006608] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.222644] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.421919] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.422177] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.422263] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.422666] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.422864] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.423036] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port cd83a90e-edc3-4ed1-8aed-6d8db44e70e3 not found, creating... [ 604.426528] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.426764] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.426883] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.427336] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.427539] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.427943] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.428124] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.428199] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.428660] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.429121] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.429121] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: cd83a90e-edc3-4ed1-8aed-6d8db44e70e3 is going to be created. [ 604.452917] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.452917] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.452917] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.452917] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.453425] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.453425] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.510978] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ba59668-e3c6-46e6-9fd0-b79fccd677c1: rpc.has_security_group_logging(os_id): False [ 604.531286] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.531490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.531490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.532133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.532133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.532133] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.532390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.532390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.532492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.532825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.532825] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.533035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.533035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.533189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.533257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.533399] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.533517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.533590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.533792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.533866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.533933] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be created. [ 604.536634] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: SUCCESS [ 604.536848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.651844] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.652076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.652076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.652686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.652686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.667252] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 604.726488] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.726488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.726488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.726711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.726791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.726876] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be created. [ 604.760803] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.761014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.761014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.761309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.761488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.776015] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: UNINITIALIZED for 2s [ 605.195725] env[66006]: INFO networking_nsxv3.common.synchronization [req-a866810a-caca-405e-abe4-4361a1668724 req-a2b7d2c5-8fcc-4122-ab57-294714faa12f service nova] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_rules [ 605.196389] env[66006]: INFO networking_nsxv3.common.synchronization [req-a866810a-caca-405e-abe4-4361a1668724 req-a2b7d2c5-8fcc-4122-ab57-294714faa12f service nova] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 605.196389] env[66006]: INFO networking_nsxv3.common.synchronization [req-a866810a-caca-405e-abe4-4361a1668724 req-a2b7d2c5-8fcc-4122-ab57-294714faa12f service nova] Enqueued Resource ID: cd83a90e-edc3-4ed1-8aed-6d8db44e70e3 with Priority: HIGHEST for action port [ 605.197218] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_rules [ 605.197417] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 605.197759] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd83a90e-edc3-4ed1-8aed-6d8db44e70e3 with Priority: HIGHEST for action port [ 605.198230] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.198409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.198669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.198799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.199120] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.199273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.199368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.199686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.199785] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd83a90e-edc3-4ed1-8aed-6d8db44e70e3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.707022] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd83a90e-edc3-4ed1-8aed-6d8db44e70e3 with status ACTIVE [ 605.707022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.707022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.707022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.707022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.707022] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd83a90e-edc3-4ed1-8aed-6d8db44e70e3 is going to be updated. [ 605.732652] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.734079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.734079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.734079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.734079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.735371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd83a90e-edc3-4ed1-8aed-6d8db44e70e3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.791414] env[66006]: INFO networking_nsxv3.common.synchronization [req-682cf6d2-6a18-47d6-9bd5-fc1465c94199 req-4578f90b-a531-4fa4-98b2-33d86b25dcb2 tempest-ServersAdminTestJSON-1371135454 tempest-ServersAdminTestJSON-1371135454-project-member] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 605.791414] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 605.792450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.794478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.794478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.794478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.794478] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.794478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.794478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.794478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.794478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.794478] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.175236] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.175468] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.175587] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.175842] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.176100] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.176423] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.176564] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.176790] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.176931] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.177156] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.177264] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.177367] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.177466] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.177564] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.177660] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.177780] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.204030] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.204030] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.204030] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.204030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.204030] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-96160680-c1d9-4e60-b0b2-95349870ed81 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.204030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-96160680-c1d9-4e60-b0b2-95349870ed81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.204030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-96160680-c1d9-4e60-b0b2-95349870ed81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.204030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-96160680-c1d9-4e60-b0b2-95349870ed81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.204030] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96160680-c1d9-4e60-b0b2-95349870ed81',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.296179] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.682899] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 606.683180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.706606] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.706830] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.706983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.707292] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.707542] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.707579] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 96160680-c1d9-4e60-b0b2-95349870ed81 not found, creating... [ 606.707814] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.707981] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.708103] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.708340] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.708744] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.708837] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.708937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.709053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.709280] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.709431] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.709584] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 96160680-c1d9-4e60-b0b2-95349870ed81 is going to be created. [ 606.731569] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.731814] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.731929] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.732214] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.732593] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.732761] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-96160680-c1d9-4e60-b0b2-95349870ed81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.787515] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 606.787816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.788095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.788393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.788644] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.788805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.788897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.789140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.789263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.789404] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.799306] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.293019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.303326] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.303326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.303326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.303326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.303326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.303326] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 607.340143] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.340356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.340430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.340681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.341163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.352693] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 607.494111] env[66006]: INFO networking_nsxv3.common.synchronization [req-682cf6d2-6a18-47d6-9bd5-fc1465c94199 req-decec2a2-cc38-4dc4-bb4a-8c108b2df83a service nova] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_rules [ 607.494401] env[66006]: INFO networking_nsxv3.common.synchronization [req-682cf6d2-6a18-47d6-9bd5-fc1465c94199 req-decec2a2-cc38-4dc4-bb4a-8c108b2df83a service nova] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 607.494549] env[66006]: INFO networking_nsxv3.common.synchronization [req-682cf6d2-6a18-47d6-9bd5-fc1465c94199 req-decec2a2-cc38-4dc4-bb4a-8c108b2df83a service nova] Enqueued Resource ID: 96160680-c1d9-4e60-b0b2-95349870ed81 with Priority: HIGHEST for action port [ 607.495141] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_rules [ 607.495307] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 607.495347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96160680-c1d9-4e60-b0b2-95349870ed81 with Priority: HIGHEST for action port [ 607.495631] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.495704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.495758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.495969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.496076] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.496982] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.497090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.497300] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-96160680-c1d9-4e60-b0b2-95349870ed81 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.497413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96160680-c1d9-4e60-b0b2-95349870ed81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.497476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96160680-c1d9-4e60-b0b2-95349870ed81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.497676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96160680-c1d9-4e60-b0b2-95349870ed81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.497789] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96160680-c1d9-4e60-b0b2-95349870ed81',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.796868] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.000976] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.001134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.003163] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96160680-c1d9-4e60-b0b2-95349870ed81 with status ACTIVE [ 608.003585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.004896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.007041] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.007041] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.007041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.007548] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96160680-c1d9-4e60-b0b2-95349870ed81 is going to be updated. [ 608.039654] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.039953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.042118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.042118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.042118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.042118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96160680-c1d9-4e60-b0b2-95349870ed81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.301056] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.301056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.301056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.301056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.301385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.301385] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 608.346684] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.346910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.346910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.347691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.347691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.366771] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 608.440369] env[66006]: INFO networking_nsxv3.common.synchronization [req-883e9e06-266d-4f18-968d-b6bb3c2c344a req-29b6dbec-4285-4e0b-851b-ea9985df0b72 tempest-VolumesAssistedSnapshotsTest-1742297700 tempest-VolumesAssistedSnapshotsTest-1742297700-project-member] Enqueued Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_members [ 608.440888] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_members [ 608.441203] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87e42ab-b5ca-46b9-b737-eca5449cd05d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.441858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.441858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.441858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.441858] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.442091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.442091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.442206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.442206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.442291] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.944815] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.945618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.945618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.945618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.945618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.945618] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.945618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.946741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.946741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.946741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.946741] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d already deleted. [ 608.946741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.188395] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.188588] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-132" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.188700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-132" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.192034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-132" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.192034] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.192034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.192034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.192034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.192034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.192034] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.192034] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.192034] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.192034] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.192034] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.192034] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.192518] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.212177] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.212314] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.212660] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.212660] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-132" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.213880] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.213880] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.213880] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.213880] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.213880] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ae13e7-9acc-4e1f-beb8-4334a9263b7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.364696] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 609.364940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.365533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.365917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.365996] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.366224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.366224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.366390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.366488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.366585] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.716474] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.716757] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.716895] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.717263] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.717449] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.719109] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 87ae13e7-9acc-4e1f-beb8-4334a9263b7d not found, creating... [ 609.719109] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.719109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.719109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.719109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.719109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.719109] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.719109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.719434] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.719628] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.719786] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.719923] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 87ae13e7-9acc-4e1f-beb8-4334a9263b7d is going to be created. [ 609.745420] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.745420] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.745420] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.745420] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.745420] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.745420] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.760767] env[66006]: INFO networking_nsxv3.common.synchronization [None req-3eb7eafa-bb18-448d-aa90-272c21807672 None None] Enqueued Resource ID: 4ffb2af0-8c84-487e-a8f2-540b3e9c2211 with Priority: HIGHEST for action port [ 609.760767] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffb2af0-8c84-487e-a8f2-540b3e9c2211 with Priority: HIGHEST for action port [ 609.760767] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ffb2af0-8c84-487e-a8f2-540b3e9c2211 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.760767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ffb2af0-8c84-487e-a8f2-540b3e9c2211" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.760767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ffb2af0-8c84-487e-a8f2-540b3e9c2211" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.760767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ffb2af0-8c84-487e-a8f2-540b3e9c2211" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.760767] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ffb2af0-8c84-487e-a8f2-540b3e9c2211',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.868963] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.263689] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ffb2af0-8c84-487e-a8f2-540b3e9c2211 [ 610.264629] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.264629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.264629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.264629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.264809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.265046] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ffb2af0-8c84-487e-a8f2-540b3e9c2211 already deleted. [ 610.265411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ffb2af0-8c84-487e-a8f2-540b3e9c2211" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.372031] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.377783] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 610.378034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.378276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.378609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.378681] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.378808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.378871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.379198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.379198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.379198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.379447] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.380064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.380307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.380470] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.380583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.380645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.380788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.380860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.380946] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.472858] env[66006]: INFO networking_nsxv3.common.synchronization [req-883e9e06-266d-4f18-968d-b6bb3c2c344a req-34f8e994-d1f7-43a2-8c57-25b0da6f6fb2 service nova] Enqueued Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_rules [ 610.473029] env[66006]: INFO networking_nsxv3.common.synchronization [req-883e9e06-266d-4f18-968d-b6bb3c2c344a req-34f8e994-d1f7-43a2-8c57-25b0da6f6fb2 service nova] Enqueued Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_members [ 610.473178] env[66006]: INFO networking_nsxv3.common.synchronization [req-883e9e06-266d-4f18-968d-b6bb3c2c344a req-34f8e994-d1f7-43a2-8c57-25b0da6f6fb2 service nova] Enqueued Resource ID: 87ae13e7-9acc-4e1f-beb8-4334a9263b7d with Priority: HIGHEST for action port [ 610.473376] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_rules [ 610.473506] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_members [ 610.473595] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ae13e7-9acc-4e1f-beb8-4334a9263b7d with Priority: HIGHEST for action port [ 610.474318] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.474571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.474571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.474734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.474768] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.475577] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87e42ab-b5ca-46b9-b737-eca5449cd05d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.475857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.475857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.476744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.476744] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.476744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.476744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.476744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.476744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.476744] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.478980] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.478980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.478980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.478980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.478980] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ae13e7-9acc-4e1f-beb8-4334a9263b7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.873758] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.873840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.873903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.874209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.874252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.874385] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 610.888330] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.888330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.888330] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.906218] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.906930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.906930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.906930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.906930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.917479] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 610.981956] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.985932] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87e42ab-b5ca-46b9-b737-eca5449cd05d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.985932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.985932] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87ae13e7-9acc-4e1f-beb8-4334a9263b7d with status ACTIVE [ 610.985932] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.985932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.985932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.985932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.986950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.987687] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.987687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.987687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.987687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.987687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.987912] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.988637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.988637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.988637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.988637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.991872] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87ae13e7-9acc-4e1f-beb8-4334a9263b7d is going to be updated. [ 611.017194] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.017336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.017336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.018392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.018392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.018392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ae13e7-9acc-4e1f-beb8-4334a9263b7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.388935] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.485832] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.711575] env[66006]: INFO networking_nsxv3.common.synchronization [None req-99c2d264-e421-40ea-a92f-ea91f1de3fc4 None None] Enqueued Resource ID: 74a88c5c-27d3-42d2-8360-1bf8e78181ce with Priority: HIGHEST for action port [ 611.712161] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a88c5c-27d3-42d2-8360-1bf8e78181ce with Priority: HIGHEST for action port [ 611.712538] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-74a88c5c-27d3-42d2-8360-1bf8e78181ce taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.712927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74a88c5c-27d3-42d2-8360-1bf8e78181ce" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.713165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74a88c5c-27d3-42d2-8360-1bf8e78181ce" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.715237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74a88c5c-27d3-42d2-8360-1bf8e78181ce" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.715237] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a88c5c-27d3-42d2-8360-1bf8e78181ce',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.896368] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.896368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.896368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.896368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.896368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.896368] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 611.930649] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.930649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.930649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.930952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.930952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.946459] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 611.988707] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.988874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.988926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.989186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.989279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.989379] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d is going to be created. [ 612.019436] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.019701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.019762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.020298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.020628] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.035900] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d in Status: UNINITIALIZED for 2s [ 612.216888] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74a88c5c-27d3-42d2-8360-1bf8e78181ce [ 612.217142] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.217276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.217337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.217558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.217642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.217782] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74a88c5c-27d3-42d2-8360-1bf8e78181ce already deleted. [ 612.217841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74a88c5c-27d3-42d2-8360-1bf8e78181ce" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.928375] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 612.928666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.928756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.928969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.929182] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.929304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.929367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.929517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.929596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.929703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.929796] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.936708] env[66006]: INFO networking_nsxv3.common.synchronization [req-94a73031-2a50-49ca-9d79-7abcf23e5698 req-e188ece2-90ff-4d05-bbbc-57680eed6d66 tempest-ServersTestJSON-1597554516 tempest-ServersTestJSON-1597554516-project-member] Enqueued Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_members [ 612.937154] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_members [ 612.940041] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.940041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.940041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.940041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.940041] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.940041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.940041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.940041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.940041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.940041] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.410786] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.411058] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-992" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.411432] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-992" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.411828] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-992" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.412226] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.412389] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.412624] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.412925] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.413139] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.413553] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.413589] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.413948] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.413948] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.413948] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.414114] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.414203] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.432301] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.432585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.432676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.432867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.433128] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.433236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.433304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.433465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.433551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.433662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.433783] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.433880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.433919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.434072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.434230] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.434326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.434385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.434523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.434597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.434677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.434765] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.444881] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.444881] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.444881] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.445190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.445279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.446340] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.446340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.446340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.446638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.446638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.446734] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 already deleted. [ 613.446833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.449043] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.449246] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.449530] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.449530] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-992" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.450987] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-d20f1831-581e-4093-a170-a6ecb9650727 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.450987] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-d20f1831-581e-4093-a170-a6ecb9650727" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.450987] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-d20f1831-581e-4093-a170-a6ecb9650727" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.450987] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-d20f1831-581e-4093-a170-a6ecb9650727" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.450987] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d20f1831-581e-4093-a170-a6ecb9650727',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.646179] env[66006]: INFO networking_nsxv3.common.synchronization [None req-799ca818-ba85-4cbe-93f2-852d463486a2 None None] Enqueued Resource ID: 5a51ee56-af93-4830-8c7e-7169bad977e7 with Priority: HIGHEST for action port [ 613.646934] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a51ee56-af93-4830-8c7e-7169bad977e7 with Priority: HIGHEST for action port [ 613.647274] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a51ee56-af93-4830-8c7e-7169bad977e7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.647404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a51ee56-af93-4830-8c7e-7169bad977e7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.647483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a51ee56-af93-4830-8c7e-7169bad977e7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.647791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a51ee56-af93-4830-8c7e-7169bad977e7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.647876] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a51ee56-af93-4830-8c7e-7169bad977e7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.937932] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ba59668-e3c6-46e6-9fd0-b79fccd677c1: rpc.has_security_group_logging(os_id): False [ 613.958247] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.958394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.958460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.958647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.958731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958966] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.959113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.959186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.959691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.959691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.959691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.959691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.959691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.959991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.959991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.960103] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.960103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.960255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.961017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.961017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.961017] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 613.963315] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 613.963480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.963974] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.964670] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.964670] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.964670] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.964835] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.964925] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port d20f1831-581e-4093-a170-a6ecb9650727 not found, creating... [ 613.965309] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.965534] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.966125] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.966125] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.966125] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.966484] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.966696] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.967141] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.967203] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.967320] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.968517] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: d20f1831-581e-4093-a170-a6ecb9650727 is going to be created. [ 613.969552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.969726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.969898] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.969975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.970058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.970259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.970394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.970437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.971274] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.971274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.971274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.971274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.971274] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.971274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.971274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.971604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.971604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.971604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.971604] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.994220] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.994220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.994220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.994220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.994454] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-d20f1831-581e-4093-a170-a6ecb9650727" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.034137] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.034137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.034137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.034137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.034497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.046687] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d in Status: SUCCESS [ 614.046931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.047116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.047331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.047522] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.047641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.047706] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.047854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.048524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.048524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.048524] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.051416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 614.150323] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a51ee56-af93-4830-8c7e-7169bad977e7 [ 614.152577] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.152577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.152577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.152577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.152577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.152577] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a51ee56-af93-4830-8c7e-7169bad977e7 already deleted. [ 614.152577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a51ee56-af93-4830-8c7e-7169bad977e7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.475775] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78210f0a-ee04-4a36-ac66-a3c29c3a3a05: rpc.has_security_group_logging(os_id): False [ 614.497333] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.497333] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.497333] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.497333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.498997] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.498997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.498997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.500462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.500462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.500462] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be created. [ 614.552541] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.574527] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.574527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.574527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.574527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.574527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.589305] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 614.711298] env[66006]: INFO networking_nsxv3.common.synchronization [req-94a73031-2a50-49ca-9d79-7abcf23e5698 req-3d74f02d-e74d-4fb7-ac01-079ac4d84c61 service nova] Enqueued Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_rules [ 614.711401] env[66006]: INFO networking_nsxv3.common.synchronization [req-94a73031-2a50-49ca-9d79-7abcf23e5698 req-3d74f02d-e74d-4fb7-ac01-079ac4d84c61 service nova] Enqueued Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_members [ 614.711523] env[66006]: INFO networking_nsxv3.common.synchronization [req-94a73031-2a50-49ca-9d79-7abcf23e5698 req-3d74f02d-e74d-4fb7-ac01-079ac4d84c61 service nova] Enqueued Resource ID: d20f1831-581e-4093-a170-a6ecb9650727 with Priority: HIGHEST for action port [ 614.712161] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_rules [ 614.712738] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_members [ 614.712738] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20f1831-581e-4093-a170-a6ecb9650727 with Priority: HIGHEST for action port [ 614.712949] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.713092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.713158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.713382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.713504] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.714563] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.714945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.715210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.715281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.715435] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.715539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.715978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.715978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.715978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.716106] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.717171] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-d20f1831-581e-4093-a170-a6ecb9650727 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.717171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d20f1831-581e-4093-a170-a6ecb9650727" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.717732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d20f1831-581e-4093-a170-a6ecb9650727" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.717732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d20f1831-581e-4093-a170-a6ecb9650727" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.717732] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d20f1831-581e-4093-a170-a6ecb9650727',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.749334] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c886a704-fa02-4a4d-9510-c92eb280441f tempest-ServersTestFqdnHostnames-1455372342 tempest-ServersTestFqdnHostnames-1455372342-project-member] Enqueued Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_rules [ 614.749334] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_rules [ 614.749700] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21577d11-db77-4cc7-9ce8-c6c738cb087b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.749968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.750392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.750787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.750999] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.881974] env[66006]: INFO networking_nsxv3.common.synchronization [None req-63e67b32-e4b0-47e6-936a-8e76edf0530c tempest-ServersTestFqdnHostnames-1455372342 tempest-ServersTestFqdnHostnames-1455372342-project-member] Enqueued Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_rules [ 614.881974] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_rules [ 614.881974] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21577d11-db77-4cc7-9ce8-c6c738cb087b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.881974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.057394] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e87e42ab-b5ca-46b9-b737-eca5449cd05d: rpc.has_security_group_logging(os_id): False [ 615.077641] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.078272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.078272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.078437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.078542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.078817] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.078937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.079473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.079473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.079473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.079473] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d is going to be created. [ 615.149501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.149814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.150038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.150276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.150840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.167838] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d in Status: IN_PROGRESS for 2s [ 615.219124] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.220549] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.220715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.222488] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d20f1831-581e-4093-a170-a6ecb9650727 with status ACTIVE [ 615.222811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.223016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.223131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.223337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.223407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.223585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.223685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.223739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.223991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.223991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.224186] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.224315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.224405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.224554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.224630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.225051] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d20f1831-581e-4093-a170-a6ecb9650727 is going to be updated. [ 615.273798] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.274077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.274077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.274674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.275331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.275559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d20f1831-581e-4093-a170-a6ecb9650727" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.276991] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.277124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.277170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.277818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.277922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.278050] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b already deleted. [ 615.278123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.278287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.278449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.278555] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.723811] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.800058] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.800058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.800058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.800058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.800058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.800058] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b already deleted. [ 615.800058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.049738] env[66006]: INFO networking_nsxv3.common.synchronization [None req-434d4d19-4950-4824-88c7-36c2ed1cfbba None None] Enqueued Resource ID: c98f1626-23e9-48a6-b8d0-fcb7b16b0527 with Priority: HIGHEST for action port [ 616.050419] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98f1626-23e9-48a6-b8d0-fcb7b16b0527 with Priority: HIGHEST for action port [ 616.050691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c98f1626-23e9-48a6-b8d0-fcb7b16b0527 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.050806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c98f1626-23e9-48a6-b8d0-fcb7b16b0527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.050868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c98f1626-23e9-48a6-b8d0-fcb7b16b0527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.051748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c98f1626-23e9-48a6-b8d0-fcb7b16b0527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.052620] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c98f1626-23e9-48a6-b8d0-fcb7b16b0527',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.071746] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 616.071999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.226918] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.227125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.227172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.227616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.227616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.227616] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 is going to be created. [ 616.259992] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.260248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.260321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.260888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.260888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.280509] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 in Status: UNINITIALIZED for 2s [ 616.558126] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c98f1626-23e9-48a6-b8d0-fcb7b16b0527 [ 616.558126] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.558126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.558126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.558126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.558126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.558126] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c98f1626-23e9-48a6-b8d0-fcb7b16b0527 already deleted. [ 616.558126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c98f1626-23e9-48a6-b8d0-fcb7b16b0527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.611292] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 616.611292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.611292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.611292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.611292] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.118461] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.118813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.118813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.122025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.122025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.122025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.122025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.122025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.122025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.122025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.122025] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.186130] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d in Status: SUCCESS [ 617.187202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.565292] env[66006]: INFO networking_nsxv3.common.synchronization [None req-ac915a67-c005-4539-8fa8-b85da6e06b7b None None] Enqueued Resource ID: e5f0ae25-c0bf-44be-9304-8756e0c1286d with Priority: HIGHEST for action port [ 617.566342] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f0ae25-c0bf-44be-9304-8756e0c1286d with Priority: HIGHEST for action port [ 617.566636] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5f0ae25-c0bf-44be-9304-8756e0c1286d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.566763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5f0ae25-c0bf-44be-9304-8756e0c1286d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.566829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5f0ae25-c0bf-44be-9304-8756e0c1286d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.567543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5f0ae25-c0bf-44be-9304-8756e0c1286d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.567676] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f0ae25-c0bf-44be-9304-8756e0c1286d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.626669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.626936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.626936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.627179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.627362] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.627472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.627604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.630819] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.630819] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.630819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.630819] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.072466] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5f0ae25-c0bf-44be-9304-8756e0c1286d [ 618.072466] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.072466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.072466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.072466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.072743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.072743] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5f0ae25-c0bf-44be-9304-8756e0c1286d already deleted. [ 618.072814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5f0ae25-c0bf-44be-9304-8756e0c1286d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.132453] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78210f0a-ee04-4a36-ac66-a3c29c3a3a05: rpc.has_security_group_logging(os_id): False [ 618.156680] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.156680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.156680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.156680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.156680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.156882] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.156882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.156966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.157097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.157173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.157346] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.157473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.157596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.157654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.157704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.157868] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.157962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.158025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.158229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.158312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.158378] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 618.240680] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.240891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.240891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.241115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.241289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.256136] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 618.292635] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 in Status: SUCCESS [ 618.293114] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.293246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.293757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.293757] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.293893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.293893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.295039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.295039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.295039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.295039] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.444366] env[66006]: INFO networking_nsxv3.common.synchronization [req-bba2bcb7-fbc1-4ac8-91aa-becbe66761ac req-ea78dc4d-3739-44a1-a586-9cba6e9a035c tempest-DeleteServersAdminTestJSON-1091927344 tempest-DeleteServersAdminTestJSON-1091927344-project-admin] Enqueued Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 618.445959] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 618.446580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.446772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.446772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.447086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.447086] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.447262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.447262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.447629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.447629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.447629] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.507976] env[66006]: INFO networking_nsxv3.common.synchronization [req-1fb4280c-3083-40f8-a923-dd0063e54171 req-bfdfd8bd-ece9-41c8-8678-8cfa0ee52014 tempest-ServerDiagnosticsTest-1060996437 tempest-ServerDiagnosticsTest-1060996437-project-member] Enqueued Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGHEST for action security_group_members [ 618.508661] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGHEST for action security_group_members [ 618.509644] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.513760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.513760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.514031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.514305] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.514484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.514573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.514780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.514897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.515049] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e81a76-88c1-4994-bff7-ddfd3f4603a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.797769] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.950817] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.951101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.951236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.951616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.951727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.951969] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.952090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.952853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.952853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.952853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.952853] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e is going to be updated. [ 618.990738] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.991413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.991526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.991815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.992123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.008950] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: IN_PROGRESS for 2s [ 619.018962] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.019198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.019198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.019370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.019541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.022905] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.022905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.022905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.022905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.022905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.022905] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 already deleted. [ 619.022905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.062819] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.063041] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.063242] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.063560] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.063849] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.064016] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.064171] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.064734] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.064734] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.064936] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.065064] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.065176] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.065296] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.065404] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.065503] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.065630] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.088727] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.088727] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.088946] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.088981] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.091833] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-4d5e669b-f968-45b2-8975-fc4b227e0699 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.091833] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-4d5e669b-f968-45b2-8975-fc4b227e0699" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.091833] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-4d5e669b-f968-45b2-8975-fc4b227e0699" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.091833] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-4d5e669b-f968-45b2-8975-fc4b227e0699" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.091833] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5e669b-f968-45b2-8975-fc4b227e0699',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.301540] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00: rpc.has_security_group_logging(os_id): False [ 619.325355] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.325560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.325655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.325919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.326052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.326335] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.326467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.326550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.326796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.326901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.327046] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 is going to be created. [ 619.415127] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.415127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.415127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.415411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.415444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.433343] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 in Status: IN_PROGRESS for 2s [ 619.593534] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.593861] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.594018] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.594738] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.594738] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.594738] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 4d5e669b-f968-45b2-8975-fc4b227e0699 not found, creating... [ 619.594971] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.595763] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.595763] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.595886] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.596035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.596378] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.596649] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.596704] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.596924] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.597070] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.597217] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 4d5e669b-f968-45b2-8975-fc4b227e0699 is going to be created. [ 619.627651] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.627651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.627651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.627651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.627651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.627651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-4d5e669b-f968-45b2-8975-fc4b227e0699" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.271208] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 620.271809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.347481] env[66006]: INFO networking_nsxv3.common.synchronization [req-1fb4280c-3083-40f8-a923-dd0063e54171 req-5c21d965-ec4d-40d3-8b29-4d557abae143 service nova] Enqueued Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGHEST for action security_group_rules [ 620.347772] env[66006]: INFO networking_nsxv3.common.synchronization [req-1fb4280c-3083-40f8-a923-dd0063e54171 req-5c21d965-ec4d-40d3-8b29-4d557abae143 service nova] Enqueued Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGHEST for action security_group_members [ 620.347883] env[66006]: INFO networking_nsxv3.common.synchronization [req-1fb4280c-3083-40f8-a923-dd0063e54171 req-5c21d965-ec4d-40d3-8b29-4d557abae143 service nova] Enqueued Resource ID: 4d5e669b-f968-45b2-8975-fc4b227e0699 with Priority: HIGHEST for action port [ 620.348413] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGHEST for action security_group_rules [ 620.348554] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGHEST for action security_group_members [ 620.348652] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5e669b-f968-45b2-8975-fc4b227e0699 with Priority: HIGHEST for action port [ 620.348933] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.349112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.349208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.349441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.349527] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e81a76-88c1-4994-bff7-ddfd3f4603a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.350532] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.350660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.350720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.350897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351062] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.351175] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.351238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.351420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.351606] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e81a76-88c1-4994-bff7-ddfd3f4603a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.352771] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d5e669b-f968-45b2-8975-fc4b227e0699 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.352887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d5e669b-f968-45b2-8975-fc4b227e0699" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.352956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d5e669b-f968-45b2-8975-fc4b227e0699" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.353151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d5e669b-f968-45b2-8975-fc4b227e0699" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.353286] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5e669b-f968-45b2-8975-fc4b227e0699',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.694580] env[66006]: INFO networking_nsxv3.common.synchronization [None req-4f9d6edc-6d5f-4d37-a923-c602ad52ac0e None None] Enqueued Resource ID: 1442851b-72dc-4420-9aa8-ab3704169096 with Priority: HIGHEST for action port [ 620.695208] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1442851b-72dc-4420-9aa8-ab3704169096 with Priority: HIGHEST for action port [ 620.695452] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1442851b-72dc-4420-9aa8-ab3704169096 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.695574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1442851b-72dc-4420-9aa8-ab3704169096" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.695636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1442851b-72dc-4420-9aa8-ab3704169096" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.695887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1442851b-72dc-4420-9aa8-ab3704169096" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.695961] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1442851b-72dc-4420-9aa8-ab3704169096',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.717961] env[66006]: INFO networking_nsxv3.common.synchronization [None req-e35f4058-3522-4302-a9d4-e99b6a8d9733 tempest-ServersWithSpecificFlavorTestJSON-1273904372 tempest-ServersWithSpecificFlavorTestJSON-1273904372-project-member] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_rules [ 620.718439] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_rules [ 620.719484] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.721485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.721485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.721485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.721485] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.860693] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.860693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.860693] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e81a76-88c1-4994-bff7-ddfd3f4603a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.860693] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d5e669b-f968-45b2-8975-fc4b227e0699 with status ACTIVE [ 620.860693] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.860693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.860693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.860693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.860693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.860693] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.860693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.860693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.860693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.860693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.864586] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.864586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.864586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.864586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.864586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.864586] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d5e669b-f968-45b2-8975-fc4b227e0699 is going to be updated. [ 620.889308] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.889308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.889308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.889308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.889308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.889308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d5e669b-f968-45b2-8975-fc4b227e0699" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.021189] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: SUCCESS [ 621.021426] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e deletion is rescheduled due to dependency. [ 621.021559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.043918] env[66006]: INFO networking_nsxv3.common.synchronization [req-d365e59e-061e-4302-9af1-1cdb8e100459 req-7ec207c0-62ba-40a1-98ea-baf8ebbfa00a tempest-ServerDiagnosticsNegativeTest-702212099 tempest-ServerDiagnosticsNegativeTest-702212099-project-member] Enqueued Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGHEST for action security_group_members [ 621.045067] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGHEST for action security_group_members [ 621.045067] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-384b9e8b-0f22-4688-9c78-289764d217a4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.045305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.045305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.045577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.045661] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.045769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.045876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.046073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.046158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.046277] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384b9e8b-0f22-4688-9c78-289764d217a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.101978] env[66006]: INFO networking_nsxv3.common.synchronization [None req-5017df32-b906-41b0-b935-f7542518ac8b None None] Enqueued Resource ID: 49d222cd-925d-40ee-8115-93bf618d8e4d with Priority: HIGHEST for action port [ 621.102216] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49d222cd-925d-40ee-8115-93bf618d8e4d with Priority: HIGHEST for action port [ 621.102892] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-49d222cd-925d-40ee-8115-93bf618d8e4d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.104039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49d222cd-925d-40ee-8115-93bf618d8e4d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.104159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49d222cd-925d-40ee-8115-93bf618d8e4d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.105714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49d222cd-925d-40ee-8115-93bf618d8e4d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.105841] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49d222cd-925d-40ee-8115-93bf618d8e4d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.199271] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1442851b-72dc-4420-9aa8-ab3704169096 [ 621.199437] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.199634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.200493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.200493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.200723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.200965] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1442851b-72dc-4420-9aa8-ab3704169096 already deleted. [ 621.200965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1442851b-72dc-4420-9aa8-ab3704169096" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.229238] env[66006]: INFO networking_nsxv3.common.synchronization [None req-fb7bcc7f-03f8-40a0-9d64-f9f6d790f185 tempest-ServersWithSpecificFlavorTestJSON-1273904372 tempest-ServersWithSpecificFlavorTestJSON-1273904372-project-member] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_rules [ 621.230396] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_rules [ 621.231518] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.231888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.251146] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.251275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.253709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.253709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.253709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.253709] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c already deleted. [ 621.253709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.253709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.253709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.253709] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.368370] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e81a76-88c1-4994-bff7-ddfd3f4603a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.450096] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 in Status: SUCCESS [ 621.450432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.549185] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.549185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.549185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.549402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.549402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.550701] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.550701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.550701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.550701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.550701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.550701] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384b9e8b-0f22-4688-9c78-289764d217a4 is going to be updated. [ 621.583031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.584429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.584429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.584429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.584429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.593192] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384b9e8b-0f22-4688-9c78-289764d217a4 in Status: IN_PROGRESS for 2s [ 621.610089] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49d222cd-925d-40ee-8115-93bf618d8e4d [ 621.610671] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.610996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.611193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.611496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.611703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.611885] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49d222cd-925d-40ee-8115-93bf618d8e4d already deleted. [ 621.612069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49d222cd-925d-40ee-8115-93bf618d8e4d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.779747] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.779747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.779747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.780020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.780020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.780103] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c already deleted. [ 621.780152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.873244] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.873244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.873244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.873244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.873244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.873244] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 is going to be created. [ 621.898340] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.898478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.900820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.900820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.900820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.911124] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 in Status: UNINITIALIZED for 2s [ 622.738499] env[66006]: INFO networking_nsxv3.common.synchronization [req-934ba185-b9eb-46b2-b14c-eb57b1c33d54 req-2937f7ab-8eb8-4996-a94d-a6993da641be tempest-ServerActionsV293TestJSON-999327983 tempest-ServerActionsV293TestJSON-999327983-project-member] Enqueued Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_members [ 622.738794] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_members [ 622.739929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-58737cb6-9ce9-40d0-b109-cc82bff45e18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.739929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.739929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.739929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.739929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.739929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.739929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.739929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.740495] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.741687] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.193672] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.193672] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-150" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.193672] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-150" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.193672] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-150" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.195319] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.195682] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.196071] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.196353] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.196529] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.196860] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.197048] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.197200] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.197331] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.197466] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.197568] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.198091] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.222254] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.223125] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.223125] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.223125] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-150" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.223125] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-083abc3c-ba1d-4c55-968c-c35e95ab582a taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.223358] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-083abc3c-ba1d-4c55-968c-c35e95ab582a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.223458] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-083abc3c-ba1d-4c55-968c-c35e95ab582a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.223743] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-083abc3c-ba1d-4c55-968c-c35e95ab582a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.223892] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('083abc3c-ba1d-4c55-968c-c35e95ab582a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.245034] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.245225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.245303] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.245591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.245682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.245940] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.246064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.246140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.246330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.246404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.246504] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 already deleted. [ 623.246582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.615132] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384b9e8b-0f22-4688-9c78-289764d217a4 in Status: SUCCESS [ 623.617402] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384b9e8b-0f22-4688-9c78-289764d217a4 deletion is rescheduled due to dependency. [ 623.617591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.731011] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.732806] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.732975] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.733791] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.733791] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.733791] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 083abc3c-ba1d-4c55-968c-c35e95ab582a not found, creating... [ 623.734091] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.734304] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.734452] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.734728] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.735163] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.739211] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.739211] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.739211] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.739211] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.739211] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.739211] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 083abc3c-ba1d-4c55-968c-c35e95ab582a is going to be created. [ 623.759662] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.759884] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.760009] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.760334] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.760565] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.760783] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-083abc3c-ba1d-4c55-968c-c35e95ab582a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.836062] env[66006]: INFO networking_nsxv3.common.synchronization [None req-f5916eeb-9dbd-4424-8059-99d7fe2e7c98 None None] Enqueued Resource ID: fbc1af6f-f58b-47c6-91bf-bb5c57b514c0 with Priority: HIGHEST for action port [ 623.836878] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc1af6f-f58b-47c6-91bf-bb5c57b514c0 with Priority: HIGHEST for action port [ 623.836974] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc1af6f-f58b-47c6-91bf-bb5c57b514c0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.837066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc1af6f-f58b-47c6-91bf-bb5c57b514c0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.837114] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc1af6f-f58b-47c6-91bf-bb5c57b514c0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.837348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc1af6f-f58b-47c6-91bf-bb5c57b514c0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.837479] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc1af6f-f58b-47c6-91bf-bb5c57b514c0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.921648] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 in Status: SUCCESS [ 623.921874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.922123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.922272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.922463] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.922591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.922680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.922825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.922906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.922990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.923094] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2e81a76-88c1-4994-bff7-ddfd3f4603a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.342083] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbc1af6f-f58b-47c6-91bf-bb5c57b514c0 [ 624.342083] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.342083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.342083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.342083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.342083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.342083] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbc1af6f-f58b-47c6-91bf-bb5c57b514c0 already deleted. [ 624.342083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc1af6f-f58b-47c6-91bf-bb5c57b514c0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.425184] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.425474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.425474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.425630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.425793] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.425911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.425959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.426139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.426259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.426304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.426428] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.426520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.426580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.426719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.426852] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.426941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.427045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.427148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.427221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.427301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.427386] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2e81a76-88c1-4994-bff7-ddfd3f4603a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.483265] env[66006]: INFO networking_nsxv3.common.synchronization [req-934ba185-b9eb-46b2-b14c-eb57b1c33d54 req-f9da929d-ec4c-4d3f-b75b-c2a1c3c1fd61 service nova] Enqueued Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_rules [ 624.483418] env[66006]: INFO networking_nsxv3.common.synchronization [req-934ba185-b9eb-46b2-b14c-eb57b1c33d54 req-f9da929d-ec4c-4d3f-b75b-c2a1c3c1fd61 service nova] Enqueued Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_members [ 624.483541] env[66006]: INFO networking_nsxv3.common.synchronization [req-934ba185-b9eb-46b2-b14c-eb57b1c33d54 req-f9da929d-ec4c-4d3f-b75b-c2a1c3c1fd61 service nova] Enqueued Resource ID: 083abc3c-ba1d-4c55-968c-c35e95ab582a with Priority: HIGHEST for action port [ 624.484498] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_rules [ 624.485461] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_members [ 624.485461] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083abc3c-ba1d-4c55-968c-c35e95ab582a with Priority: HIGHEST for action port [ 624.485461] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58737cb6-9ce9-40d0-b109-cc82bff45e18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.485461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.485461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.485461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.485461] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.487265] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-58737cb6-9ce9-40d0-b109-cc82bff45e18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.487265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.487265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.487265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.487265] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.487265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.487265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.487265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.487265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.487265] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.488805] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-083abc3c-ba1d-4c55-968c-c35e95ab582a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.490019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-083abc3c-ba1d-4c55-968c-c35e95ab582a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.490019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-083abc3c-ba1d-4c55-968c-c35e95ab582a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.490019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-083abc3c-ba1d-4c55-968c-c35e95ab582a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.490019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('083abc3c-ba1d-4c55-968c-c35e95ab582a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.929320] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2e81a76-88c1-4994-bff7-ddfd3f4603a8: rpc.has_security_group_logging(os_id): False [ 624.950999] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.951432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.951653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.952015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.952313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.952696] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.953208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.953208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.953523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.954018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.954018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.954293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.954472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.954769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.955960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.955960] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.955960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.955960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.955960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.955960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.955960] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 is going to be created. [ 624.992044] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-58737cb6-9ce9-40d0-b109-cc82bff45e18 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.992044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.992291] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.993261] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 083abc3c-ba1d-4c55-968c-c35e95ab582a with status ACTIVE [ 624.994035] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.994035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.994035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.994035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.994035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.994035] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.994338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.994338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.995627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.995627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.995627] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.995627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.995627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.995627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.995627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.995627] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 083abc3c-ba1d-4c55-968c-c35e95ab582a is going to be updated. [ 625.017945] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.018252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.018252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.018576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.018576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.018733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-083abc3c-ba1d-4c55-968c-c35e95ab582a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.023579] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.023719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.023787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.023995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.024189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.044697] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 in Status: IN_PROGRESS for 2s [ 625.156212] env[66006]: INFO networking_nsxv3.common.synchronization [req-ee7f105f-7dc9-451c-a3c3-6f4dbe6e36d7 req-23e86a81-6aba-4b80-abeb-36eb3f89b97a tempest-FloatingIPsAssociationTestJSON-562498210 tempest-FloatingIPsAssociationTestJSON-562498210-project-member] Enqueued Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 625.156431] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 625.156746] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.156873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.156938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.157536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.157775] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.157897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.157961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.158154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.158239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.158349] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.497434] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.572753] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.573126] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.573376] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.573842] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.576573] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.576876] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.577105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.577548] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.577757] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.578131] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.578342] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.578544] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.578741] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.578950] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.579161] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.579392] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.602284] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.602491] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.602648] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.602845] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.603263] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-ff653145-49fc-456b-a1db-8623099bd6fc taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.603488] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-ff653145-49fc-456b-a1db-8623099bd6fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.603663] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-ff653145-49fc-456b-a1db-8623099bd6fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.604015] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-ff653145-49fc-456b-a1db-8623099bd6fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.604220] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff653145-49fc-456b-a1db-8623099bd6fc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.660956] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.661199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.661277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.661526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.661710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.661835] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.661947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.662023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.662197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.662324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.662443] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 already deleted. [ 625.662535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.999810] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.000189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.000189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.000298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.000373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.000495] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 is going to be created. [ 626.024711] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.024933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.024933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.025153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.025313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.036345] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 in Status: UNINITIALIZED for 2s [ 626.107856] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.107856] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.107856] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.108180] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.108180] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.108372] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port ff653145-49fc-456b-a1db-8623099bd6fc not found, creating... [ 626.108680] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.108889] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.109013] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.109247] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.109376] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.109661] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.109808] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.109950] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.110128] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.110254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.110473] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: ff653145-49fc-456b-a1db-8623099bd6fc is going to be created. [ 626.130996] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.131211] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.131346] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.131628] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.131997] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.132109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-ff653145-49fc-456b-a1db-8623099bd6fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.930994] env[66006]: INFO networking_nsxv3.common.synchronization [req-ee7f105f-7dc9-451c-a3c3-6f4dbe6e36d7 req-fafb9621-a5d1-493b-8b82-05efbccdadc4 service nova] Enqueued Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_rules [ 626.931186] env[66006]: INFO networking_nsxv3.common.synchronization [req-ee7f105f-7dc9-451c-a3c3-6f4dbe6e36d7 req-fafb9621-a5d1-493b-8b82-05efbccdadc4 service nova] Enqueued Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 626.931309] env[66006]: INFO networking_nsxv3.common.synchronization [req-ee7f105f-7dc9-451c-a3c3-6f4dbe6e36d7 req-fafb9621-a5d1-493b-8b82-05efbccdadc4 service nova] Enqueued Resource ID: ff653145-49fc-456b-a1db-8623099bd6fc with Priority: HIGHEST for action port [ 626.931834] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_rules [ 626.931966] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 626.934376] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff653145-49fc-456b-a1db-8623099bd6fc with Priority: HIGHEST for action port [ 626.934722] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.934858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.934924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.935203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.935292] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.936214] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.936336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.936404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.936573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.936718] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.936810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.936871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.937043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.937117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.937246] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.939867] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff653145-49fc-456b-a1db-8623099bd6fc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.939975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff653145-49fc-456b-a1db-8623099bd6fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.940058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff653145-49fc-456b-a1db-8623099bd6fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.940652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff653145-49fc-456b-a1db-8623099bd6fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.940748] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff653145-49fc-456b-a1db-8623099bd6fc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.058357] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 in Status: SUCCESS [ 627.058686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.440431] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.445049] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff653145-49fc-456b-a1db-8623099bd6fc with status ACTIVE [ 627.445049] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.445049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.445049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.445399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.445399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.445399] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.445631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.445631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.445717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.445759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.445935] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.446036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.446330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.446330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.446330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.446531] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff653145-49fc-456b-a1db-8623099bd6fc is going to be updated. [ 627.447942] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.447942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.469218] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.469328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.469410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.469836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.469836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.469962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff653145-49fc-456b-a1db-8623099bd6fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.944546] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.048910] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 in Status: SUCCESS [ 628.048910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.049105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.049199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.049360] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.049473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.049851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.049851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.049851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.049851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.050013] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.448362] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.449923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.450296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.450789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.451038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.451338] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 is going to be created. [ 628.481237] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.481451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.481544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.481768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.481966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.497459] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: UNINITIALIZED for 2s [ 628.555726] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.060817] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58737cb6-9ce9-40d0-b109-cc82bff45e18: rpc.has_security_group_logging(os_id): False [ 629.083537] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.083700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.083778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.083929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.084028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.084329] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.084504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.084634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.085025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.085083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.085389] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 is going to be created. [ 629.158290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.158290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.158290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.158497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.158686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.177843] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 in Status: IN_PROGRESS for 2s [ 630.289651] env[66006]: INFO networking_nsxv3.common.synchronization [req-f82d96e1-0ae5-4c62-9dfe-135319944885 req-2fe0070c-d90b-4f2c-a459-2776d6a162db tempest-MultipleCreateTestJSON-270291077 tempest-MultipleCreateTestJSON-270291077-project-member] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 630.291169] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 630.291829] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.291829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.292039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.292809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.293075] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.293333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.293333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.293809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.294157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.294157] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.513265] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: SUCCESS [ 630.513486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.513656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.513888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.514089] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.514208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.514304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.514467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.514570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.514570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.514672] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.800166] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.021647] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.021988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.021988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.022245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.022463] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.022804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.022804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.022946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.024118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.024118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.024118] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.024118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.024118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.024118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.024118] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.024118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.024118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.024558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.024558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.024558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.024558] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.194100] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 in Status: SUCCESS [ 631.194100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.302184] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.529483] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d55f0b7c-3544-4e6d-b6bb-1aa029931b61: rpc.has_security_group_logging(os_id): False [ 631.556031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.556031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.556031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.556285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.556285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.556350] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.557032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.557032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.557032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.557032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.557032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.557032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.557032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.557337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.557337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.560111] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.561172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.561257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.562599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.562599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.562599] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 is going to be created. [ 631.635396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.635527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.635527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.635727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.635917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.651907] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: IN_PROGRESS for 2s [ 631.805401] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.805556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.805634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.805877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.805978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.806093] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 631.835935] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.836105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.836212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.836414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.836542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.847409] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 631.864920] env[66006]: INFO networking_nsxv3.common.synchronization [req-70f52fc8-ff84-4ecf-a6ca-d77a8851a241 req-c0c45eb0-9891-4b11-8279-6057303024f6 tempest-ServersTestFqdnHostnames-1455372342 tempest-ServersTestFqdnHostnames-1455372342-project-member] Enqueued Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_members [ 631.865785] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_members [ 631.866636] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-21577d11-db77-4cc7-9ce8-c6c738cb087b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.866636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.866636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.866920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.867014] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.867115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.867176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.868222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.868222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.868222] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.373774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.374089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.374089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.374398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.374660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.374731] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.374786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.374845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.375273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.375273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.375273] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b already deleted. [ 632.375273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.384084] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.384261] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-831" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.384380] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-831" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.384758] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-831" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.385018] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.385788] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.385973] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.386163] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.386293] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.386496] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.386622] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.387799] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.387799] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.387799] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.387799] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.387799] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.412200] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.412407] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.412551] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.412730] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-831" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.413065] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-0d7e38b8-1e43-482c-9a1f-bf23938464f6 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.413240] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-0d7e38b8-1e43-482c-9a1f-bf23938464f6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.413353] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-0d7e38b8-1e43-482c-9a1f-bf23938464f6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.413680] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-0d7e38b8-1e43-482c-9a1f-bf23938464f6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.413811] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7e38b8-1e43-482c-9a1f-bf23938464f6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.582223] env[66006]: INFO networking_nsxv3.common.synchronization [None req-38fee20f-d4d2-4a14-a9e8-d7bd8ad16b8c None None] Enqueued Resource ID: b2470392-a2e4-4f44-b710-38fd6487a19b with Priority: HIGHEST for action port [ 632.582838] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2470392-a2e4-4f44-b710-38fd6487a19b with Priority: HIGHEST for action port [ 632.583220] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2470392-a2e4-4f44-b710-38fd6487a19b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.583342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2470392-a2e4-4f44-b710-38fd6487a19b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.583403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2470392-a2e4-4f44-b710-38fd6487a19b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.583666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2470392-a2e4-4f44-b710-38fd6487a19b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.584051] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2470392-a2e4-4f44-b710-38fd6487a19b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.916664] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.917086] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.917292] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.917552] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.917741] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.917976] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 0d7e38b8-1e43-482c-9a1f-bf23938464f6 not found, creating... [ 632.918460] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.918655] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.918882] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.919218] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.919429] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.919786] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.919938] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.920086] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.920327] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.920487] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.920632] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 0d7e38b8-1e43-482c-9a1f-bf23938464f6 is going to be created. [ 632.943159] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.943265] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.943431] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.943720] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.943956] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.944295] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-0d7e38b8-1e43-482c-9a1f-bf23938464f6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.087851] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2470392-a2e4-4f44-b710-38fd6487a19b [ 633.087851] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.087851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.087851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.087851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.087851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.087851] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2470392-a2e4-4f44-b710-38fd6487a19b already deleted. [ 633.087851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2470392-a2e4-4f44-b710-38fd6487a19b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.348423] env[66006]: INFO networking_nsxv3.common.synchronization [req-267843a2-19a1-455d-b54f-59e933a4e4f1 req-e1a9b655-89f0-4332-b934-a4b4734dfb96 tempest-MultipleCreateTestJSON-270291077 tempest-MultipleCreateTestJSON-270291077-project-member] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 633.349313] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 633.351513] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.351513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.669221] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: SUCCESS [ 633.670099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.743058] env[66006]: INFO networking_nsxv3.common.synchronization [req-70f52fc8-ff84-4ecf-a6ca-d77a8851a241 req-84fd0300-b896-43e3-a31a-d1ff8df2f44e service nova] Enqueued Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_rules [ 633.743058] env[66006]: INFO networking_nsxv3.common.synchronization [req-70f52fc8-ff84-4ecf-a6ca-d77a8851a241 req-84fd0300-b896-43e3-a31a-d1ff8df2f44e service nova] Enqueued Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_members [ 633.743058] env[66006]: INFO networking_nsxv3.common.synchronization [req-70f52fc8-ff84-4ecf-a6ca-d77a8851a241 req-84fd0300-b896-43e3-a31a-d1ff8df2f44e service nova] Enqueued Resource ID: 0d7e38b8-1e43-482c-9a1f-bf23938464f6 with Priority: HIGHEST for action port [ 633.743058] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_rules [ 633.743058] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_members [ 633.743702] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7e38b8-1e43-482c-9a1f-bf23938464f6 with Priority: HIGHEST for action port [ 633.743702] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21577d11-db77-4cc7-9ce8-c6c738cb087b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.743880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.743925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.744223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.744365] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.745553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-21577d11-db77-4cc7-9ce8-c6c738cb087b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.745703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.745818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.746100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.746340] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.746501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.746595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.746763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.746851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.746940] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.748579] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d7e38b8-1e43-482c-9a1f-bf23938464f6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.748579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d7e38b8-1e43-482c-9a1f-bf23938464f6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.748579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d7e38b8-1e43-482c-9a1f-bf23938464f6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.748579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d7e38b8-1e43-482c-9a1f-bf23938464f6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.748579] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7e38b8-1e43-482c-9a1f-bf23938464f6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.859988] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 633.860459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.860571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.861038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.861038] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.861208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.861208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.861581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.861766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.861878] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.250836] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-21577d11-db77-4cc7-9ce8-c6c738cb087b taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.251138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.251261] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.253583] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d7e38b8-1e43-482c-9a1f-bf23938464f6 with status ACTIVE [ 634.254369] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.254739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.255489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.255771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.255895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.256116] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.256263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.256353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.258068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.258068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.258068] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.258068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.258068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.258068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.258068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.258068] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d7e38b8-1e43-482c-9a1f-bf23938464f6 is going to be updated. [ 634.289706] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.289955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.290033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.291035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.291035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.291035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d7e38b8-1e43-482c-9a1f-bf23938464f6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.365263] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.365532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.366167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.366167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.366323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.366574] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.366790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.366927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.367410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.369095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.369095] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 634.405449] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.405622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.405971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.405971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.406059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.437793] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 634.465287] env[66006]: INFO networking_nsxv3.common.synchronization [req-45a46249-ef19-4603-8ce4-c103709de052 req-698d383e-9951-4585-8435-380a20e56588 tempest-ServersAdminNegativeTestJSON-1295894835 tempest-ServersAdminNegativeTestJSON-1295894835-project-member] Enqueued Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 634.466101] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 634.467146] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.467437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.469053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.469053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.469053] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.469053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.469053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.470161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.470414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.470622] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.762625] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.789032] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.789032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.789032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.789032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.789400] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.790061] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.790061] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.790061] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.790275] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.791068] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.791299] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.791449] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.791571] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.791701] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.791877] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.792026] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.812797] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.813037] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.813183] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.813373] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.813727] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.813901] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.814021] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.814465] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.814465] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10dac235-0ce8-4d19-8fc0-8a5f8aef63f5',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.912539] env[66006]: INFO networking_nsxv3.common.synchronization [None req-09897736-af6c-4f46-bbe3-703de9b3843a None None] Enqueued Resource ID: 7e4068c2-0d08-4d05-9e35-9143fd655232 with Priority: HIGHEST for action port [ 634.913091] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4068c2-0d08-4d05-9e35-9143fd655232 with Priority: HIGHEST for action port [ 634.913575] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e4068c2-0d08-4d05-9e35-9143fd655232 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.913827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e4068c2-0d08-4d05-9e35-9143fd655232" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.913937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e4068c2-0d08-4d05-9e35-9143fd655232" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.915119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e4068c2-0d08-4d05-9e35-9143fd655232" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.915221] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4068c2-0d08-4d05-9e35-9143fd655232',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.974405] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.262553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.263031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.263215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.263570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.263775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.263959] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b is going to be created. [ 635.305743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.306450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.307528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.307528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.307528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.320022] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.320022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.320022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.320022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.320022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.320022] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 10dac235-0ce8-4d19-8fc0-8a5f8aef63f5 not found, creating... [ 635.320022] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.320022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.320022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.320022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.320022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.320695] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.320695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.320695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.320695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.320695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.320695] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 10dac235-0ce8-4d19-8fc0-8a5f8aef63f5 is going to be created. [ 635.322649] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b in Status: UNINITIALIZED for 2s [ 635.350312] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.350825] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.351017] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.351380] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.351715] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.352966] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.419475] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e4068c2-0d08-4d05-9e35-9143fd655232 [ 635.419836] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.420019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.420127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.420304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.420440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.420585] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e4068c2-0d08-4d05-9e35-9143fd655232 already deleted. [ 635.420707] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e4068c2-0d08-4d05-9e35-9143fd655232" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.476312] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.978479] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.978479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.978919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.978919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.978919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.978919] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 is going to be updated. [ 636.010972] env[66006]: INFO networking_nsxv3.common.synchronization [None req-d6c4f97e-f502-4263-8bb5-c20f709bf3d9 None None] Enqueued Resource ID: 42841117-1e52-407e-99d6-8c309e03853d with Priority: HIGHEST for action port [ 636.012362] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.012574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.012642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.012851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.013156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.014571] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42841117-1e52-407e-99d6-8c309e03853d with Priority: HIGHEST for action port [ 636.014985] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-42841117-1e52-407e-99d6-8c309e03853d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.015505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42841117-1e52-407e-99d6-8c309e03853d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.015578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42841117-1e52-407e-99d6-8c309e03853d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.015941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42841117-1e52-407e-99d6-8c309e03853d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.016037] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42841117-1e52-407e-99d6-8c309e03853d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.027201] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: IN_PROGRESS for 2s [ 636.051397] env[66006]: INFO networking_nsxv3.common.synchronization [req-45a46249-ef19-4603-8ce4-c103709de052 req-0f736b98-9038-4239-bd95-3ef458d65396 service nova] Enqueued Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_rules [ 636.051397] env[66006]: INFO networking_nsxv3.common.synchronization [req-45a46249-ef19-4603-8ce4-c103709de052 req-0f736b98-9038-4239-bd95-3ef458d65396 service nova] Enqueued Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 636.051397] env[66006]: INFO networking_nsxv3.common.synchronization [req-45a46249-ef19-4603-8ce4-c103709de052 req-0f736b98-9038-4239-bd95-3ef458d65396 service nova] Enqueued Resource ID: 10dac235-0ce8-4d19-8fc0-8a5f8aef63f5 with Priority: HIGHEST for action port [ 636.051686] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_rules [ 636.051891] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 636.052058] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10dac235-0ce8-4d19-8fc0-8a5f8aef63f5 with Priority: HIGHEST for action port [ 636.052427] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.052535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.052630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.052864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.053062] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.053914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.054029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.054229] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.054320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.054380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.054556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.054628] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10dac235-0ce8-4d19-8fc0-8a5f8aef63f5',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.447247] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 636.447537] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 deletion is rescheduled due to dependency. [ 636.447867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.522565] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42841117-1e52-407e-99d6-8c309e03853d [ 636.522877] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.523000] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.523071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.523268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.523359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.523453] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42841117-1e52-407e-99d6-8c309e03853d already deleted. [ 636.523536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42841117-1e52-407e-99d6-8c309e03853d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.556784] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.556932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.557543] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10dac235-0ce8-4d19-8fc0-8a5f8aef63f5 with status ACTIVE [ 636.557543] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.557543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.557543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.557790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.557790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.557870] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.557962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.558234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.558234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.558327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.558462] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.558557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.558620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.558745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.558826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.558881] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10dac235-0ce8-4d19-8fc0-8a5f8aef63f5 is going to be updated. [ 636.581463] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.581648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.581707] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.586376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.586376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.586376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10dac235-0ce8-4d19-8fc0-8a5f8aef63f5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.742929] env[66006]: INFO networking_nsxv3.common.synchronization [req-1e90732f-9ac9-4bcf-988e-e5c54ab4675b req-fe31b5e9-32e3-47c6-a2e3-cd7155e62d78 tempest-ImagesOneServerNegativeTestJSON-1582341434 tempest-ImagesOneServerNegativeTestJSON-1582341434-project-member] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 636.743964] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 636.744788] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.745826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.745826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.745826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.746023] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.746089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.746144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.746388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.746522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.746666] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.250636] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.251055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.251055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.251180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.251283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.251507] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.251614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.251684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.251898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.252035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.252163] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 already deleted. [ 637.252248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.267325] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.267554] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.267699] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.269045] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.269045] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.269045] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.269045] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.270881] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.271053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.271293] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.271413] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.271531] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.271628] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.271734] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.271832] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.271963] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.299803] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.299803] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.299803] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.299803] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.300201] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-652943a6-0fe0-4c45-8264-2781b9fc711c taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.300397] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-652943a6-0fe0-4c45-8264-2781b9fc711c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.300541] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-652943a6-0fe0-4c45-8264-2781b9fc711c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.301519] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-652943a6-0fe0-4c45-8264-2781b9fc711c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.301519] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652943a6-0fe0-4c45-8264-2781b9fc711c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.333577] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b in Status: SUCCESS [ 637.333804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.333952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.334199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.334444] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.334529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.334570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.334787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.334849] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.334932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.335087] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.805236] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.805236] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.805236] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.805236] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.805236] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.805467] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 652943a6-0fe0-4c45-8264-2781b9fc711c not found, creating... [ 637.805658] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.805780] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.805874] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.806965] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.806965] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.806965] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.806965] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.806965] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.806965] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.806965] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.807375] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 652943a6-0fe0-4c45-8264-2781b9fc711c is going to be created. [ 637.829678] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.829922] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.830054] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.830333] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.830599] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.830833] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-652943a6-0fe0-4c45-8264-2781b9fc711c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.838795] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.037442] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: SUCCESS [ 638.037724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.037860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.038180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.038256] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.038460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.038633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.039119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.039246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.039366] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.343028] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21577d11-db77-4cc7-9ce8-c6c738cb087b: rpc.has_security_group_logging(os_id): False [ 638.370497] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.370497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.370497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.370497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.370497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.370497] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.370497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.370497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.370497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.370878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.370878] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b is going to be created. [ 638.441260] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.441680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.441793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.441975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.442511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.479681] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b in Status: IN_PROGRESS for 2s [ 638.542240] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.646524] env[66006]: INFO networking_nsxv3.common.synchronization [req-1e90732f-9ac9-4bcf-988e-e5c54ab4675b req-27194bc9-9a03-4d55-b59f-ec7e95609c39 service nova] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_rules [ 638.646849] env[66006]: INFO networking_nsxv3.common.synchronization [req-1e90732f-9ac9-4bcf-988e-e5c54ab4675b req-27194bc9-9a03-4d55-b59f-ec7e95609c39 service nova] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 638.647074] env[66006]: INFO networking_nsxv3.common.synchronization [req-1e90732f-9ac9-4bcf-988e-e5c54ab4675b req-27194bc9-9a03-4d55-b59f-ec7e95609c39 service nova] Enqueued Resource ID: 652943a6-0fe0-4c45-8264-2781b9fc711c with Priority: HIGHEST for action port [ 638.652402] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_rules [ 638.652767] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 638.652953] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652943a6-0fe0-4c45-8264-2781b9fc711c with Priority: HIGHEST for action port [ 638.654385] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.654385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.654385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.654610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.654610] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.656955] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.656955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.656955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.656955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.658824] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.658824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.658824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.658824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.658824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.658824] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.659519] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-652943a6-0fe0-4c45-8264-2781b9fc711c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.659519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-652943a6-0fe0-4c45-8264-2781b9fc711c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.659519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-652943a6-0fe0-4c45-8264-2781b9fc711c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.659879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-652943a6-0fe0-4c45-8264-2781b9fc711c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.659942] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652943a6-0fe0-4c45-8264-2781b9fc711c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.944375] env[66006]: INFO networking_nsxv3.common.synchronization [None req-63d01fc0-425e-4f0b-a902-7bcdfababe5f None None] Enqueued Resource ID: 5bad88da-6a7e-43ca-a45b-a6978c9d4ae2 with Priority: HIGHEST for action port [ 638.946282] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bad88da-6a7e-43ca-a45b-a6978c9d4ae2 with Priority: HIGHEST for action port [ 638.946628] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bad88da-6a7e-43ca-a45b-a6978c9d4ae2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.946729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bad88da-6a7e-43ca-a45b-a6978c9d4ae2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.946796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bad88da-6a7e-43ca-a45b-a6978c9d4ae2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.947113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bad88da-6a7e-43ca-a45b-a6978c9d4ae2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.947185] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bad88da-6a7e-43ca-a45b-a6978c9d4ae2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.045089] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.162523] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.163776] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.163933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.169220] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 652943a6-0fe0-4c45-8264-2781b9fc711c with status ACTIVE [ 639.169220] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.169220] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.169220] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.169220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.169220] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 652943a6-0fe0-4c45-8264-2781b9fc711c is going to be updated. [ 639.195704] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.195904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.195989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.196231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.196373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.196534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-652943a6-0fe0-4c45-8264-2781b9fc711c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.452166] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bad88da-6a7e-43ca-a45b-a6978c9d4ae2 [ 639.452786] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.452786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.452786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.453026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.454061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.454061] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bad88da-6a7e-43ca-a45b-a6978c9d4ae2 already deleted. [ 639.454061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bad88da-6a7e-43ca-a45b-a6978c9d4ae2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.480424] env[66006]: INFO networking_nsxv3.common.synchronization [req-a9af7ddb-2f96-41bf-ad96-e89c82929059 req-61a0a857-1ea7-4801-86a5-a9057d7ebff5 tempest-ServerRescueTestJSON-528735112 tempest-ServerRescueTestJSON-528735112-project-member] Enqueued Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 639.480424] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 639.481424] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.481963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.482156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.482672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.482798] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.482952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.483525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.483851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.483982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.484276] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.549975] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.550228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.550286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.550705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.550800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.550845] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 is going to be updated. [ 639.590836] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.591084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.591183] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.591553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.591719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.603721] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: IN_PROGRESS for 2s [ 639.667766] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.959175] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.960200] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-171" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.960428] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-171" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.960946] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-171" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.961273] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.961882] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.962014] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.962272] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.962413] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.962630] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.962758] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.962867] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.962953] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.963072] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.963169] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.963306] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.986070] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.986070] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.986188] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.986466] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-171" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.986952] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-38a552b1-3869-47ab-9955-e1aa3fd09687 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.987245] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-38a552b1-3869-47ab-9955-e1aa3fd09687" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.987433] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-38a552b1-3869-47ab-9955-e1aa3fd09687" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.988304] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-38a552b1-3869-47ab-9955-e1aa3fd09687" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.988304] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a552b1-3869-47ab-9955-e1aa3fd09687',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.989664] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.989824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.989925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.990406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.990598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.990881] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.991084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.991192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.991522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.991609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.991705] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede47cc-6749-4736-8961-e1f1d607d9d0 already deleted. [ 639.991832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.173958] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.173958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.173958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.173958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.173958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.173958] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be created. [ 640.208688] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.208688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.208688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.208688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.208688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.218028] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: UNINITIALIZED for 2s [ 640.493315] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.493674] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.493674] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.493937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.494089] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.494226] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 38a552b1-3869-47ab-9955-e1aa3fd09687 not found, creating... [ 640.494564] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.494717] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.494823] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.495044] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.495164] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.495618] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.495618] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.495710] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.495844] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.495960] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.496105] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 38a552b1-3869-47ab-9955-e1aa3fd09687 is going to be created. [ 640.498048] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b in Status: SUCCESS [ 640.498780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.518602] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.519131] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.519131] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.519229] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.519421] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.520107] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-38a552b1-3869-47ab-9955-e1aa3fd09687" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.308656] env[66006]: INFO networking_nsxv3.common.synchronization [req-a9af7ddb-2f96-41bf-ad96-e89c82929059 req-73bb112e-87d8-4090-ae43-b9ee62318650 service nova] Enqueued Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_rules [ 641.308875] env[66006]: INFO networking_nsxv3.common.synchronization [req-a9af7ddb-2f96-41bf-ad96-e89c82929059 req-73bb112e-87d8-4090-ae43-b9ee62318650 service nova] Enqueued Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 641.309026] env[66006]: INFO networking_nsxv3.common.synchronization [req-a9af7ddb-2f96-41bf-ad96-e89c82929059 req-73bb112e-87d8-4090-ae43-b9ee62318650 service nova] Enqueued Resource ID: 38a552b1-3869-47ab-9955-e1aa3fd09687 with Priority: HIGHEST for action port [ 641.309776] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_rules [ 641.309944] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 641.310128] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38a552b1-3869-47ab-9955-e1aa3fd09687 with Priority: HIGHEST for action port [ 641.310423] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.310733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.310985] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.311417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.311584] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.313442] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.313608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.313661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.314061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.314393] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.314643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.314924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.316883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.324032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.324032] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.325830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-38a552b1-3869-47ab-9955-e1aa3fd09687 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.326465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38a552b1-3869-47ab-9955-e1aa3fd09687" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.326772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38a552b1-3869-47ab-9955-e1aa3fd09687" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.327245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38a552b1-3869-47ab-9955-e1aa3fd09687" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.327546] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a552b1-3869-47ab-9955-e1aa3fd09687',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.615630] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: SUCCESS [ 641.616641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.616641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.616641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.616641] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.616641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.616641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.616899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.616899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.616959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.617212] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.675124] env[66006]: INFO networking_nsxv3.common.synchronization [req-b2d6a1de-3ee6-4c04-a87e-66d559bc12db req-7d5a438a-8730-47af-bbbf-08b9054d3b12 tempest-ServerDiagnosticsTest-1060996437 tempest-ServerDiagnosticsTest-1060996437-project-member] Enqueued Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGHEST for action security_group_members [ 641.676901] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGHEST for action security_group_members [ 641.676901] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.676901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.676901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.677154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.677222] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.677357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.677441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.677622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.677732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.677846] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e81a76-88c1-4994-bff7-ddfd3f4603a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.830780] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.832691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.832872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.833305] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38a552b1-3869-47ab-9955-e1aa3fd09687 with status ACTIVE [ 641.833522] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.833590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.833643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.833846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.834103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.834103] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.834285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.834285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.834386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.834456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.835229] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.835229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.835229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.835229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.835229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.835229] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38a552b1-3869-47ab-9955-e1aa3fd09687 is going to be updated. [ 641.857048] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.857277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.857277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.857536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.857536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.857666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38a552b1-3869-47ab-9955-e1aa3fd09687" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.126450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.126450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.126450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.126450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.126450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.127248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.127248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.127248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.127248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.127248] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.180364] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.180567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.180640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.180941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.181300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.181300] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.181435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.181435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.182851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.182851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.182851] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 is going to be updated. [ 642.215445] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.216207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.216207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.216417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.216501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.229735] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 642.230131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.231056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.231317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.231645] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.231943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.232086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.232257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.232363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.232480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.232582] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.234490] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 in Status: IN_PROGRESS for 2s [ 642.334268] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.629922] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c99d79dd-feac-4c6c-ab03-b1732ac71d61: rpc.has_security_group_logging(os_id): False [ 642.649649] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.649885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.649885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.650130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.650225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.650460] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.650645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.650709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.650864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.650947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.651188] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.651301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.651301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.651426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.654521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.654521] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.654521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.654521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.654521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.654521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.654521] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 is going to be updated. [ 642.720916] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.721120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.721195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.721456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.721637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.737249] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.737616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.737786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.738029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.738212] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.738320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.738383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.738790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.738913] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.739049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.739187] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.739282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.739343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.739515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.740060] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.740201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.740266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.740414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.740685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.740840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.741129] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.743197] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: IN_PROGRESS for 2s [ 642.837338] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.837573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.837669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.837934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.838049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.838416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede47cc-6749-4736-8961-e1f1d607d9d0 is going to be created. [ 642.871659] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.871883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.871935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.872414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.888171] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: UNINITIALIZED for 2s [ 643.244452] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87b3268b-64a6-4328-941b-cb1579f50fa6: rpc.has_security_group_logging(os_id): False [ 643.264821] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.265012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.265052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.265274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.265360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.265570] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.265664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.265722] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.265896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.265971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.266164] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.266253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.266449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.266526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.266741] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.266847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.267296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.267411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.267536] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be created. [ 643.366900] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.366900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.366900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.366900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.366900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.393878] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: IN_PROGRESS for 2s [ 643.722804] env[66006]: INFO networking_nsxv3.common.synchronization [req-b89f620d-84fe-4e30-b32e-515d713b6a64 req-c663f225-c5a8-41be-8f54-cae25353d9ee tempest-ServersWithSpecificFlavorTestJSON-1273904372 tempest-ServersWithSpecificFlavorTestJSON-1273904372-project-member] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 643.724620] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 643.724620] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.724620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.724620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.725241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.725241] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.725436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.725436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.725525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.725605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.725695] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.011894] env[66006]: INFO networking_nsxv3.common.synchronization [None req-75d7d3f2-a375-4953-89f5-97df2095c392 None None] Enqueued Resource ID: 45bf2d01-04eb-484c-a65f-7fe77a846ee0 with Priority: HIGHEST for action port [ 644.012608] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bf2d01-04eb-484c-a65f-7fe77a846ee0 with Priority: HIGHEST for action port [ 644.013106] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-45bf2d01-04eb-484c-a65f-7fe77a846ee0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.013262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45bf2d01-04eb-484c-a65f-7fe77a846ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.013346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45bf2d01-04eb-484c-a65f-7fe77a846ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.013658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45bf2d01-04eb-484c-a65f-7fe77a846ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.013767] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bf2d01-04eb-484c-a65f-7fe77a846ee0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.161047] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.161395] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.161395] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.161710] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.161984] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.162122] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.162231] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.162440] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.162581] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.162776] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.162882] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.162979] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.163317] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.163317] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.163317] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.163441] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.184400] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.184614] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.184735] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.184906] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.185380] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-529a6b4a-410a-441f-b80b-dcf124d1d883 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.185568] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-529a6b4a-410a-441f-b80b-dcf124d1d883" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.185636] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-529a6b4a-410a-441f-b80b-dcf124d1d883" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.185913] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-529a6b4a-410a-441f-b80b-dcf124d1d883" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.186149] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529a6b4a-410a-441f-b80b-dcf124d1d883',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.228015] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.228251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.228330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.228689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.228803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.229080] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.229209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.229305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.229516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.229623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.229739] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c already deleted. [ 644.229852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.246190] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 in Status: SUCCESS [ 644.246190] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 deletion is rescheduled due to dependency. [ 644.246350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.518073] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45bf2d01-04eb-484c-a65f-7fe77a846ee0 [ 644.518370] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.518550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.518630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.518909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.519040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.519177] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45bf2d01-04eb-484c-a65f-7fe77a846ee0 already deleted. [ 644.519292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45bf2d01-04eb-484c-a65f-7fe77a846ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.689356] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.689692] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.689888] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.690318] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.690585] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.690830] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 529a6b4a-410a-441f-b80b-dcf124d1d883 not found, creating... [ 644.691195] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.691293] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.691379] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.691629] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.691853] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.696420] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.696651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.696812] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.697117] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.697261] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.697405] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 529a6b4a-410a-441f-b80b-dcf124d1d883 is going to be created. [ 644.721721] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.722140] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.722292] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.723255] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.723533] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.723768] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-529a6b4a-410a-441f-b80b-dcf124d1d883" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.781397] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: SUCCESS [ 644.781689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.901804] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: SUCCESS [ 644.902048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.902215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.902641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.902763] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.902880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.902880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.903100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.903207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.903285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.903411] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.406196] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.406348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.406436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.406653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.406815] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.406909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.406967] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.407146] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.407264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.408015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.408015] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.408015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.408015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.408015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.408015] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.408015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.408015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.408505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.408505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.408505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.408505] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.412866] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 645.413155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.568684] env[66006]: INFO networking_nsxv3.common.synchronization [req-b89f620d-84fe-4e30-b32e-515d713b6a64 req-00b6b107-de1d-4316-a27f-9a56a32593a1 service nova] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_rules [ 645.568859] env[66006]: INFO networking_nsxv3.common.synchronization [req-b89f620d-84fe-4e30-b32e-515d713b6a64 req-00b6b107-de1d-4316-a27f-9a56a32593a1 service nova] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 645.569126] env[66006]: INFO networking_nsxv3.common.synchronization [req-b89f620d-84fe-4e30-b32e-515d713b6a64 req-00b6b107-de1d-4316-a27f-9a56a32593a1 service nova] Enqueued Resource ID: 529a6b4a-410a-441f-b80b-dcf124d1d883 with Priority: HIGHEST for action port [ 645.570086] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_rules [ 645.570086] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 645.570086] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a6b4a-410a-441f-b80b-dcf124d1d883 with Priority: HIGHEST for action port [ 645.571130] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.571263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.571329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.571544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.571615] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.572738] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.573661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.573661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.573661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.573661] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.573661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.573661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.573661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.573661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.573988] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.574487] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-529a6b4a-410a-441f-b80b-dcf124d1d883 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.574566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-529a6b4a-410a-441f-b80b-dcf124d1d883" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.574606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-529a6b4a-410a-441f-b80b-dcf124d1d883" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.574740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-529a6b4a-410a-441f-b80b-dcf124d1d883" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.574805] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529a6b4a-410a-441f-b80b-dcf124d1d883',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.911862] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cede47cc-6749-4736-8961-e1f1d607d9d0: rpc.has_security_group_logging(os_id): False [ 645.930587] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.930750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.930812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.931021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.931136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.931329] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.931453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.931524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.931702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.931780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.931980] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.932088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.932152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.932296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.932368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.932579] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.932679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.932738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.932915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.932995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.933952] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cede47cc-6749-4736-8961-e1f1d607d9d0 is going to be created. [ 645.995607] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.995766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.995839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.996152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.996360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.011917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: IN_PROGRESS for 2s [ 646.060381] env[66006]: INFO networking_nsxv3.common.synchronization [req-bbca5df1-3ec3-4fb0-b22a-4145b2031525 req-86178ef0-22f9-4cd3-9e80-b7eec4ebf159 tempest-ServersAdminTestJSON-1371135454 tempest-ServersAdminTestJSON-1371135454-project-member] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 646.060983] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 646.061353] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.061420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.061507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.061685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.061843] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.065162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.065269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.065498] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.065588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.065689] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.076800] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.078337] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.078337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.078337] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 529a6b4a-410a-441f-b80b-dcf124d1d883 with status ACTIVE [ 646.078586] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.078669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.078732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.078935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.083023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.083023] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.083023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.083023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.083023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.083023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.083023] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.083023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.083023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.083023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.083023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.083023] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 529a6b4a-410a-441f-b80b-dcf124d1d883 is going to be updated. [ 646.114601] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.114752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.114823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.115052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.115193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.115353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-529a6b4a-410a-441f-b80b-dcf124d1d883" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.568976] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.583618] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.636407] env[66006]: INFO networking_nsxv3.common.synchronization [None req-78849a12-f72c-4bbf-8c7d-c36aeab9540a None None] Enqueued Resource ID: 2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9 with Priority: HIGHEST for action port [ 646.636407] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9 with Priority: HIGHEST for action port [ 646.636407] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.636407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.636407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.636893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.637131] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.643481] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.643481] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.643481] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.643481] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.643481] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.643481] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.644092] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.644092] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.644406] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.645038] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.645038] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.645239] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.645239] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.645333] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.646405] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.646405] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.668936] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.669406] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.669670] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.670082] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.670577] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-4ba34dc8-ee6d-4796-860d-734293f31108 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.670913] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-4ba34dc8-ee6d-4796-860d-734293f31108" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.671262] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-4ba34dc8-ee6d-4796-860d-734293f31108" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.672097] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-4ba34dc8-ee6d-4796-860d-734293f31108" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.672373] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ba34dc8-ee6d-4796-860d-734293f31108',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.754290] env[66006]: INFO networking_nsxv3.common.synchronization [None req-11b25740-0065-4cdb-9319-785573365dc2 None None] Enqueued Resource ID: 70dc9dee-dcf5-44cc-a130-4e699106e3de with Priority: HIGHEST for action port [ 646.754290] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dc9dee-dcf5-44cc-a130-4e699106e3de with Priority: HIGHEST for action port [ 646.755235] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-70dc9dee-dcf5-44cc-a130-4e699106e3de taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.755718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70dc9dee-dcf5-44cc-a130-4e699106e3de" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.756057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70dc9dee-dcf5-44cc-a130-4e699106e3de" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.756869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70dc9dee-dcf5-44cc-a130-4e699106e3de" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.756869] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70dc9dee-dcf5-44cc-a130-4e699106e3de',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.072297] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.087518] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.087655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.087699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.087977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.088099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.088200] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c is going to be created. [ 647.114620] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.116060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.116060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.116060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.116060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.126046] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: UNINITIALIZED for 2s [ 647.140585] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9 [ 647.140864] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.141009] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.141090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.141300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.141387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.141478] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9 already deleted. [ 647.141572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fc0f7a9-bd0c-4e31-a497-6e5a88be9ab9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.176097] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.176327] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.176463] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.176802] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.176927] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.177082] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 4ba34dc8-ee6d-4796-860d-734293f31108 not found, creating... [ 647.177336] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.177490] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.177598] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.177827] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.177966] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.178261] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.178408] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.178516] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.178723] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.178850] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.178980] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 4ba34dc8-ee6d-4796-860d-734293f31108 is going to be created. [ 647.203096] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.203096] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.203096] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.203432] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.203490] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.204198] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-4ba34dc8-ee6d-4796-860d-734293f31108" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.261458] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70dc9dee-dcf5-44cc-a130-4e699106e3de [ 647.261690] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.262012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.262012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.262201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.262296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.262395] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70dc9dee-dcf5-44cc-a130-4e699106e3de already deleted. [ 647.262477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70dc9dee-dcf5-44cc-a130-4e699106e3de" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.575182] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.575390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.575517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.575789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.575899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.576042] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 647.609849] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.610449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.610556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.610792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.610948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.625024] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 647.933678] env[66006]: INFO networking_nsxv3.common.synchronization [req-bbca5df1-3ec3-4fb0-b22a-4145b2031525 req-2541d374-f9db-4340-b9ca-f751121b09e9 service nova] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_rules [ 647.933743] env[66006]: INFO networking_nsxv3.common.synchronization [req-bbca5df1-3ec3-4fb0-b22a-4145b2031525 req-2541d374-f9db-4340-b9ca-f751121b09e9 service nova] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 647.933863] env[66006]: INFO networking_nsxv3.common.synchronization [req-bbca5df1-3ec3-4fb0-b22a-4145b2031525 req-2541d374-f9db-4340-b9ca-f751121b09e9 service nova] Enqueued Resource ID: 4ba34dc8-ee6d-4796-860d-734293f31108 with Priority: HIGHEST for action port [ 647.934388] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_rules [ 647.934530] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 647.934629] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba34dc8-ee6d-4796-860d-734293f31108 with Priority: HIGHEST for action port [ 647.934905] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.935121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.935166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.935511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.935803] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.936494] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.936603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.937222] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ba34dc8-ee6d-4796-860d-734293f31108 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.937423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ba34dc8-ee6d-4796-860d-734293f31108" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.937423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ba34dc8-ee6d-4796-860d-734293f31108" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.937573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ba34dc8-ee6d-4796-860d-734293f31108" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.937648] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ba34dc8-ee6d-4796-860d-734293f31108',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.028073] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: SUCCESS [ 648.028338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.440766] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ba34dc8-ee6d-4796-860d-734293f31108 with status ACTIVE [ 648.441092] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.441229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.441229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.442381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.442381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.442381] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.442381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.442381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.442381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.442381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.442381] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.442381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.442381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.442867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.442867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.442867] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ba34dc8-ee6d-4796-860d-734293f31108 is going to be updated. [ 648.443950] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.444367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.480209] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.480617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.480783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.481360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.481360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.481461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ba34dc8-ee6d-4796-860d-734293f31108" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.566369] env[66006]: INFO networking_nsxv3.common.synchronization [req-a623f63c-3f2c-4477-bc81-80c700e841c7 req-d1baec76-1362-49f8-8084-07899b1c88a9 tempest-MigrationsAdminTest-1316273139 tempest-MigrationsAdminTest-1316273139-project-member] Enqueued Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 648.567028] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 648.567383] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.567490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.567565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.567837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.567992] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.568147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.568208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.568357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.568450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.568572] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.983451] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.983629] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.983739] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.984103] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.984441] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.984609] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.984728] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.984933] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.985306] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.985492] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.985599] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.985833] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.985833] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.985932] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.985994] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.986106] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.008462] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.008674] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.008817] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.008987] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.009311] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-403e6185-7420-475e-9031-3150ad1a7dbc taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.009476] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-403e6185-7420-475e-9031-3150ad1a7dbc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.009584] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-403e6185-7420-475e-9031-3150ad1a7dbc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.009901] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-403e6185-7420-475e-9031-3150ad1a7dbc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.010039] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('403e6185-7420-475e-9031-3150ad1a7dbc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.026111] env[66006]: INFO networking_nsxv3.common.synchronization [None req-07eff237-da7a-4dbb-8ab7-bea56e82549a None None] Enqueued Resource ID: cc3751ad-f346-408b-867a-c04908597c5b with Priority: HIGHEST for action port [ 649.027169] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3751ad-f346-408b-867a-c04908597c5b with Priority: HIGHEST for action port [ 649.027480] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3751ad-f346-408b-867a-c04908597c5b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.027713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3751ad-f346-408b-867a-c04908597c5b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.027713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3751ad-f346-408b-867a-c04908597c5b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.027946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3751ad-f346-408b-867a-c04908597c5b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.027946] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3751ad-f346-408b-867a-c04908597c5b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.073284] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.073442] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.073517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.073718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.074290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.074290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.074290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.074290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.074928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.074928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.074928] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 already deleted. [ 649.074928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.137902] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: SUCCESS [ 649.138435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.140280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.140280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.140280] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.140280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.140280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.140280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.140280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.140280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.140280] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.512696] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.513668] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.513668] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.513668] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.513668] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.513668] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 403e6185-7420-475e-9031-3150ad1a7dbc not found, creating... [ 649.513929] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.514029] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.514128] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.514349] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.514475] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.514764] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.514906] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.515024] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.515223] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.515347] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.515477] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 403e6185-7420-475e-9031-3150ad1a7dbc is going to be created. [ 649.532138] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc3751ad-f346-408b-867a-c04908597c5b [ 649.532258] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.532819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.532901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.533087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.533185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.533416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc3751ad-f346-408b-867a-c04908597c5b already deleted. [ 649.533509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3751ad-f346-408b-867a-c04908597c5b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.537864] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.538018] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.538284] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.538742] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.538989] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.539217] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-403e6185-7420-475e-9031-3150ad1a7dbc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.634302] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 649.634523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.634778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.635155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.635256] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.635413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.635531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.635714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.635814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.635965] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.644630] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.066682] env[66006]: INFO networking_nsxv3.common.synchronization [None req-f13d8380-1531-4521-bc5f-80dee3e7199c tempest-ServersTestBootFromVolume-1910152657 tempest-ServersTestBootFromVolume-1910152657-project-member] Enqueued Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_rules [ 650.068171] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_rules [ 650.068171] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.068171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.068171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.068171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.068171] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.139243] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.146952] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a717736-9fe3-4337-898d-1262abb1dc0c: rpc.has_security_group_logging(os_id): False [ 650.166788] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.167023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.167103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.167318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.167409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.167644] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.167742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.167831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.167998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.168042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.168116] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c is going to be created. [ 650.229819] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.229988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.230063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.230262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.230447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.241985] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: IN_PROGRESS for 2s [ 650.331165] env[66006]: INFO networking_nsxv3.common.synchronization [req-a623f63c-3f2c-4477-bc81-80c700e841c7 req-4f39e823-ada6-4ed4-aefe-e9687472385d service nova] Enqueued Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_rules [ 650.331383] env[66006]: INFO networking_nsxv3.common.synchronization [req-a623f63c-3f2c-4477-bc81-80c700e841c7 req-4f39e823-ada6-4ed4-aefe-e9687472385d service nova] Enqueued Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 650.331468] env[66006]: INFO networking_nsxv3.common.synchronization [req-a623f63c-3f2c-4477-bc81-80c700e841c7 req-4f39e823-ada6-4ed4-aefe-e9687472385d service nova] Enqueued Resource ID: 403e6185-7420-475e-9031-3150ad1a7dbc with Priority: HIGHEST for action port [ 650.332344] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_rules [ 650.332344] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 650.332344] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403e6185-7420-475e-9031-3150ad1a7dbc with Priority: HIGHEST for action port [ 650.333510] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.333510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.333510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.333510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.333510] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.333910] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.334441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.334441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.334441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.334441] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.334783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.334783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.334783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.334892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.334928] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.336209] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-403e6185-7420-475e-9031-3150ad1a7dbc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.336209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-403e6185-7420-475e-9031-3150ad1a7dbc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.336209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-403e6185-7420-475e-9031-3150ad1a7dbc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.336546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-403e6185-7420-475e-9031-3150ad1a7dbc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.336546] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('403e6185-7420-475e-9031-3150ad1a7dbc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.590826] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.591382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.591382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.591539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.591732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.591846] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 already deleted. [ 650.591961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.641411] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.663364] env[66006]: INFO networking_nsxv3.common.synchronization [None req-476dab80-66a9-4d99-8295-0bb69298ac8c tempest-ServersTestBootFromVolume-1910152657 tempest-ServersTestBootFromVolume-1910152657-project-member] Enqueued Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_rules [ 650.667024] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_rules [ 650.667024] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.667024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.667024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.667024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.667024] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.837937] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.838076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.838287] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.842443] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 403e6185-7420-475e-9031-3150ad1a7dbc with status ACTIVE [ 650.842443] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.842443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.842443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.843046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.843046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.843046] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.843046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.843198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.843248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.843328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.843516] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.843638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.843700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.843855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.843855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.844230] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 403e6185-7420-475e-9031-3150ad1a7dbc is going to be updated. [ 650.867866] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.868125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.868125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.868357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.868463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.868624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-403e6185-7420-475e-9031-3150ad1a7dbc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.143873] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.144063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.144150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.144412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.144511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.144710] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 651.183847] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.184613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.184708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.188490] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.188673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.188802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.188942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.189055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.189145] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 already deleted. [ 651.189257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.195290] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 651.344675] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.847303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.847303] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.847910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.847910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.847910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.847910] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 is going to be created. [ 651.876270] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.876270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.876270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.876500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.876936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.892997] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: UNINITIALIZED for 2s [ 652.255506] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: SUCCESS [ 652.255735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.208402] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 653.208402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.208402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.208402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.208758] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.208758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.208758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.212356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.212356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.212356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.212356] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.263835] env[66006]: INFO networking_nsxv3.common.synchronization [None req-aa1cc45f-e721-46a7-8071-d06abf60be2f None None] Enqueued Resource ID: 6908a724-9cff-46e4-8edd-66372fff6885 with Priority: HIGHEST for action port [ 653.263835] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6908a724-9cff-46e4-8edd-66372fff6885 with Priority: HIGHEST for action port [ 653.263835] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-6908a724-9cff-46e4-8edd-66372fff6885 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.263835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6908a724-9cff-46e4-8edd-66372fff6885" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.263835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6908a724-9cff-46e4-8edd-66372fff6885" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.264178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6908a724-9cff-46e4-8edd-66372fff6885" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.264178] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6908a724-9cff-46e4-8edd-66372fff6885',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.712384] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.712384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.712384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.713511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.713511] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.713511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.713511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.713511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.713511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.713511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.713511] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.714162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.714162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.714162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.714162] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.714332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.715637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.715637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.715637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.715637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.715637] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.765935] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6908a724-9cff-46e4-8edd-66372fff6885 [ 653.766283] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.766615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.766615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.766829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.766927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.767042] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6908a724-9cff-46e4-8edd-66372fff6885 already deleted. [ 653.767122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6908a724-9cff-46e4-8edd-66372fff6885" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.904869] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: SUCCESS [ 653.905771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.906043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.906363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.906523] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.906685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.906918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.907165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.907275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.907387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.907511] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.217302] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ba59668-e3c6-46e6-9fd0-b79fccd677c1: rpc.has_security_group_logging(os_id): False [ 654.242120] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.242295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.242365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.242596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.242690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.242927] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.243046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.243109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.243267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.243379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.243517] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.243608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.243755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.243796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.243857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.244044] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.244146] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.244235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.244472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.244591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.244710] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 654.324745] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.325601] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.326416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.326416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.326416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.353585] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 654.411290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.411290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.411490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.413295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.413541] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.413671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.413731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.413925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.414036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.414136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.414296] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.414393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.414481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.414612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.414727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.414848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.414898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.415041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.415131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.415212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.415296] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.917368] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2945d79b-9b72-45dd-9f52-2af48c3a5695: rpc.has_security_group_logging(os_id): False [ 654.939323] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.939323] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.939323] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.939323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.939912] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.939912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.939912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.941344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.941344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.942024] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 is going to be created. [ 655.029774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.029964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.029964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.031622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.031829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.186446] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: IN_PROGRESS for 2s [ 656.396794] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 656.397153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.199252] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: SUCCESS [ 657.199513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.299734] env[66006]: INFO networking_nsxv3.common.synchronization [None req-af24b60c-ff85-4431-9594-f84f60ff5d94 None None] Enqueued Resource ID: c8a2b733-c3a6-4148-845e-1351852f07fc with Priority: HIGHEST for action port [ 657.300984] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a2b733-c3a6-4148-845e-1351852f07fc with Priority: HIGHEST for action port [ 657.301321] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8a2b733-c3a6-4148-845e-1351852f07fc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.301627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8a2b733-c3a6-4148-845e-1351852f07fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.302372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8a2b733-c3a6-4148-845e-1351852f07fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.302372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8a2b733-c3a6-4148-845e-1351852f07fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.302372] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8a2b733-c3a6-4148-845e-1351852f07fc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.806097] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8a2b733-c3a6-4148-845e-1351852f07fc [ 657.807109] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.807109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.807109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.807332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.807456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.807631] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8a2b733-c3a6-4148-845e-1351852f07fc already deleted. [ 657.807847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8a2b733-c3a6-4148-845e-1351852f07fc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.812233] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9aceb3eb-b941-49ca-911b-0c4bdd3810c1 None None] Enqueued Resource ID: 69731750-db82-44a3-a441-ed5486fe3891 with Priority: HIGHEST for action port [ 657.813401] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69731750-db82-44a3-a441-ed5486fe3891 with Priority: HIGHEST for action port [ 657.813883] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-69731750-db82-44a3-a441-ed5486fe3891 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.814036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69731750-db82-44a3-a441-ed5486fe3891" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.814036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69731750-db82-44a3-a441-ed5486fe3891" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.814311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69731750-db82-44a3-a441-ed5486fe3891" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.814460] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69731750-db82-44a3-a441-ed5486fe3891',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.889011] env[66006]: INFO networking_nsxv3.common.synchronization [req-1f38fb46-b370-4fa1-ac63-e90d6db63625 req-144be763-7a08-466d-8219-ff8c1456fb02 tempest-DeleteServersAdminTestJSON-1393437620 tempest-DeleteServersAdminTestJSON-1393437620-project-member] Enqueued Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 657.889628] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 657.889999] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.893544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.893624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.893852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.894056] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.894162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.894221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.894475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.894525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.894593] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.318878] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69731750-db82-44a3-a441-ed5486fe3891 [ 658.319285] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.323028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.323028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.323028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.323028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.323028] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69731750-db82-44a3-a441-ed5486fe3891 already deleted. [ 658.323028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69731750-db82-44a3-a441-ed5486fe3891" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.397217] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.397493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.398197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.398385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.398506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.398899] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.398899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.398899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.399664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.399664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.399664] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e is going to be updated. [ 658.434517] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.434517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.434517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.435038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.435038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.449220] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: IN_PROGRESS for 2s [ 658.675250] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.675250] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.675250] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.675250] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.675509] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.675509] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.675651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.675876] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.676028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.676227] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.677412] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.677412] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.677412] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.677412] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.677412] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.677412] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.720020] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.721059] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.721059] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.721059] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.721520] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-ec626580-4664-4e14-a7b4-df36b80554a8 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.721739] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-ec626580-4664-4e14-a7b4-df36b80554a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.722775] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-ec626580-4664-4e14-a7b4-df36b80554a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.722775] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-ec626580-4664-4e14-a7b4-df36b80554a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.722775] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec626580-4664-4e14-a7b4-df36b80554a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.225815] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.226230] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.226230] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.226445] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.226739] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.226739] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port ec626580-4664-4e14-a7b4-df36b80554a8 not found, creating... [ 659.226965] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.227124] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.227227] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.227466] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.227592] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.227859] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.228014] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.228126] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.228607] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.228607] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.228607] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: ec626580-4664-4e14-a7b4-df36b80554a8 is going to be created. [ 659.250530] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.250807] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.250979] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.251500] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.251654] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.251953] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-ec626580-4664-4e14-a7b4-df36b80554a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.044523] env[66006]: INFO networking_nsxv3.common.synchronization [req-1f38fb46-b370-4fa1-ac63-e90d6db63625 req-196e24db-df9b-4d47-8891-736bef8b724a service nova] Enqueued Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_rules [ 660.044700] env[66006]: INFO networking_nsxv3.common.synchronization [req-1f38fb46-b370-4fa1-ac63-e90d6db63625 req-196e24db-df9b-4d47-8891-736bef8b724a service nova] Enqueued Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 660.044833] env[66006]: INFO networking_nsxv3.common.synchronization [req-1f38fb46-b370-4fa1-ac63-e90d6db63625 req-196e24db-df9b-4d47-8891-736bef8b724a service nova] Enqueued Resource ID: ec626580-4664-4e14-a7b4-df36b80554a8 with Priority: HIGHEST for action port [ 660.045412] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_rules [ 660.045553] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 660.045646] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec626580-4664-4e14-a7b4-df36b80554a8 with Priority: HIGHEST for action port [ 660.045924] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.046068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.046128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.046340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.046418] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.047840] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.047943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.048165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec626580-4664-4e14-a7b4-df36b80554a8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.048280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec626580-4664-4e14-a7b4-df36b80554a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.048339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec626580-4664-4e14-a7b4-df36b80554a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.048523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec626580-4664-4e14-a7b4-df36b80554a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.048615] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec626580-4664-4e14-a7b4-df36b80554a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.465186] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: SUCCESS [ 660.465186] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e deletion is rescheduled due to dependency. [ 660.465575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.465575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.465853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.468434] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.468528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.468652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.468895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.469054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.469216] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.548565] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.549293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.550583] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec626580-4664-4e14-a7b4-df36b80554a8 with status ACTIVE [ 660.551591] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.551591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.551591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.551591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.551591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.551591] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.551970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.551970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.551970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.551970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.552156] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.552156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.552289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.552357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.552402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.552560] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec626580-4664-4e14-a7b4-df36b80554a8 is going to be updated. [ 660.580902] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.581137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.581224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.581508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.581656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.581862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec626580-4664-4e14-a7b4-df36b80554a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.809383] env[66006]: INFO networking_nsxv3.common.synchronization [req-d48317ed-c532-4c36-adcf-e590a50c40dc req-069a725c-3026-4981-89af-cf7938aad949 tempest-FloatingIPsAssociationNegativeTestJSON-1317492326 tempest-FloatingIPsAssociationNegativeTestJSON-1317492326-project-member] Enqueued Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGHEST for action security_group_members [ 660.812216] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGHEST for action security_group_members [ 660.813970] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28156db-8487-4cc0-89c0-94de979351ab taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.813970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.813970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.814254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.814254] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.814393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.814393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.814501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.814583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.814672] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28156db-8487-4cc0-89c0-94de979351ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.973792] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.976511] env[66006]: INFO networking_nsxv3.common.synchronization [None req-67f23dec-296a-45e8-971d-13a9394a28a2 None None] Enqueued Resource ID: f579405d-1cf0-4801-bf35-a6b3b3a48d2d with Priority: HIGHEST for action port [ 660.976994] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f579405d-1cf0-4801-bf35-a6b3b3a48d2d with Priority: HIGHEST for action port [ 660.977842] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f579405d-1cf0-4801-bf35-a6b3b3a48d2d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.978031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f579405d-1cf0-4801-bf35-a6b3b3a48d2d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.978286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f579405d-1cf0-4801-bf35-a6b3b3a48d2d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.978578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f579405d-1cf0-4801-bf35-a6b3b3a48d2d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.978746] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f579405d-1cf0-4801-bf35-a6b3b3a48d2d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.248337] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.248337] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-814" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.248337] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-814" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.248337] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-814" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.248984] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.249473] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.249757] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.250281] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.250607] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.251043] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.251305] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.251567] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.251797] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.252913] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.252913] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.252913] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.276101] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.276345] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.276753] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.277203] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-814" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.277656] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.277954] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.279102] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.279575] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.280371] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14e7d2a-6f15-40fc-ad9a-5caa935f1352',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.319518] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.319998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.321430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.321611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.321729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.321962] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.322082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.322149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.322323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.322395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.322476] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28156db-8487-4cc0-89c0-94de979351ab already deleted. [ 661.322555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.478433] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.481595] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f579405d-1cf0-4801-bf35-a6b3b3a48d2d [ 661.482430] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.482684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.482806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.483170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.483313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.483459] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f579405d-1cf0-4801-bf35-a6b3b3a48d2d already deleted. [ 661.483580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f579405d-1cf0-4801-bf35-a6b3b3a48d2d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.785939] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.785939] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.785939] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.785939] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.785939] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.785939] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port c14e7d2a-6f15-40fc-ad9a-5caa935f1352 not found, creating... [ 661.785939] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.785939] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.785939] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.785939] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.785939] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.786482] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.786482] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.786482] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.786649] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.786772] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.786895] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: c14e7d2a-6f15-40fc-ad9a-5caa935f1352 is going to be created. [ 661.813634] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.813877] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.813877] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.814303] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.814474] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.814717] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.981082] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.981326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.981326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.981502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.981595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.981720] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e is going to be updated. [ 662.015111] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.015322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.015394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.015569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.015721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.031764] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: IN_PROGRESS for 2s [ 662.625202] env[66006]: INFO networking_nsxv3.common.synchronization [req-d48317ed-c532-4c36-adcf-e590a50c40dc req-d44be8c2-868e-43eb-80b1-239a7b54719e service nova] Enqueued Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGHEST for action security_group_rules [ 662.625202] env[66006]: INFO networking_nsxv3.common.synchronization [req-d48317ed-c532-4c36-adcf-e590a50c40dc req-d44be8c2-868e-43eb-80b1-239a7b54719e service nova] Enqueued Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGHEST for action security_group_members [ 662.625202] env[66006]: INFO networking_nsxv3.common.synchronization [req-d48317ed-c532-4c36-adcf-e590a50c40dc req-d44be8c2-868e-43eb-80b1-239a7b54719e service nova] Enqueued Resource ID: c14e7d2a-6f15-40fc-ad9a-5caa935f1352 with Priority: HIGHEST for action port [ 662.626104] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGHEST for action security_group_rules [ 662.626104] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGHEST for action security_group_members [ 662.626104] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14e7d2a-6f15-40fc-ad9a-5caa935f1352 with Priority: HIGHEST for action port [ 662.626714] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28156db-8487-4cc0-89c0-94de979351ab taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.626925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.626964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.627266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.627413] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28156db-8487-4cc0-89c0-94de979351ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.628716] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28156db-8487-4cc0-89c0-94de979351ab taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.628913] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.629042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.629199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.629344] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.629770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.629770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.629770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.629770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.630267] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28156db-8487-4cc0-89c0-94de979351ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.631167] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.631262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.631557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.631557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.631557] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14e7d2a-6f15-40fc-ad9a-5caa935f1352',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.750193] env[66006]: INFO networking_nsxv3.common.synchronization [None req-37e47cbe-caab-4e9a-be09-c56dba5d73f9 tempest-ServersTestManualDisk-1207836462 tempest-ServersTestManualDisk-1207836462-project-member] Enqueued Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_rules [ 662.751034] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_rules [ 662.752205] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.753303] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.753409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.753697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.754352] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.861196] env[66006]: INFO networking_nsxv3.common.synchronization [None req-2c029ed1-c127-4722-96c3-e553ea8cbfff tempest-ServersTestManualDisk-1207836462 tempest-ServersTestManualDisk-1207836462-project-member] Enqueued Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_rules [ 662.861790] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_rules [ 662.862165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.862327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.134060] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28156db-8487-4cc0-89c0-94de979351ab taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.134060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.134273] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28156db-8487-4cc0-89c0-94de979351ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.136207] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c14e7d2a-6f15-40fc-ad9a-5caa935f1352 with status ACTIVE [ 663.136421] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.136560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.136637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.137186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.137186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.137186] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.137740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.137740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.137740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.137740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.137740] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.138262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.138262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.138262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.138262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.138262] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c14e7d2a-6f15-40fc-ad9a-5caa935f1352 is going to be updated. [ 663.165522] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.165678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.165795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.166010] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.166164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.166366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c14e7d2a-6f15-40fc-ad9a-5caa935f1352" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.281453] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.281750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.281920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.282051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.282966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.282966] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 already deleted. [ 663.282966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.282966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.282966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.282966] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.639917] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28156db-8487-4cc0-89c0-94de979351ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.806798] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.806888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.806935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.807236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.807356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.807448] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 already deleted. [ 663.807532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.042130] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: SUCCESS [ 664.042413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.042613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.042874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.043134] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.043279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.043359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.043554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.043684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.043819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.044016] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.143033] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.143237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.143345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.143592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.143720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.143826] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28156db-8487-4cc0-89c0-94de979351ab is going to be created. [ 664.171501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.171501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.171501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.171501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.171865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.184266] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28156db-8487-4cc0-89c0-94de979351ab in Status: UNINITIALIZED for 2s [ 664.548905] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.550119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.550119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.550119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.550119] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.550119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.550119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.550478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.550478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.550478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.550625] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.550691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.550920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.551096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.551221] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.551404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.551404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.551757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.551757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.551757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.551864] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.908732] env[66006]: INFO networking_nsxv3.common.synchronization [None req-fd1a8d14-e3cd-4ea0-9226-4f78d0c0da35 None None] Enqueued Resource ID: 009ecc92-1161-4a55-8049-df1f0ed0a5d5 with Priority: HIGHEST for action port [ 664.909529] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009ecc92-1161-4a55-8049-df1f0ed0a5d5 with Priority: HIGHEST for action port [ 664.909975] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-009ecc92-1161-4a55-8049-df1f0ed0a5d5 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.913196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-009ecc92-1161-4a55-8049-df1f0ed0a5d5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.913316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-009ecc92-1161-4a55-8049-df1f0ed0a5d5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.913638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-009ecc92-1161-4a55-8049-df1f0ed0a5d5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.913696] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009ecc92-1161-4a55-8049-df1f0ed0a5d5',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.057077] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f18bf32-e0f0-4090-b2da-38b202eb213e: rpc.has_security_group_logging(os_id): False [ 665.076753] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.076896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.077049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.079569] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.079569] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.079569] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.079569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.080411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.080411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.080411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.080411] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e is going to be updated. [ 665.148881] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.149040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.149108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.149354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.149512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.166144] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: IN_PROGRESS for 2s [ 665.416779] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 009ecc92-1161-4a55-8049-df1f0ed0a5d5 [ 665.416779] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.416779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.416779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.416779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.416779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.416779] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:009ecc92-1161-4a55-8049-df1f0ed0a5d5 already deleted. [ 665.416779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-009ecc92-1161-4a55-8049-df1f0ed0a5d5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.197753] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28156db-8487-4cc0-89c0-94de979351ab in Status: SUCCESS [ 666.198068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.199019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.199019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.199019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.199019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.199019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.199315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.199315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.199315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.199315] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c28156db-8487-4cc0-89c0-94de979351ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.702941] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28156db-8487-4cc0-89c0-94de979351ab taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.702941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.702941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.703314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.703314] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.703418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.703474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.703964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.703964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.703964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.703964] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28156db-8487-4cc0-89c0-94de979351ab taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.704236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.704236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.704236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.704345] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.705039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.705039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.705039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.705039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.705039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.705039] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c28156db-8487-4cc0-89c0-94de979351ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.183967] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: SUCCESS [ 667.184307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.206939] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c28156db-8487-4cc0-89c0-94de979351ab: rpc.has_security_group_logging(os_id): False [ 667.230654] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.230823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.232830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.232830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.232830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.232830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.233819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.233819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.233819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.233819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.233819] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28156db-8487-4cc0-89c0-94de979351ab is going to be created. [ 667.298081] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.298081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.298081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.298081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.298081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.309621] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28156db-8487-4cc0-89c0-94de979351ab in Status: IN_PROGRESS for 2s [ 668.206766] env[66006]: INFO networking_nsxv3.common.synchronization [req-e2643595-5ffd-418f-a011-b5b1dffcf9a0 req-ff14df96-0824-4880-9186-bf2d0722506b tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 668.207374] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 668.207675] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.208134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.208134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.208472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.209147] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.209147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.209147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.209532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.209667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.209835] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.523533] env[66006]: INFO networking_nsxv3.common.synchronization [None req-df6153ea-2a6f-4b52-8a63-c46fbf6046fd None None] Enqueued Resource ID: 171a2b3d-3618-4398-930f-fc2aaba120ab with Priority: HIGHEST for action port [ 668.524118] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 171a2b3d-3618-4398-930f-fc2aaba120ab with Priority: HIGHEST for action port [ 668.525130] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-171a2b3d-3618-4398-930f-fc2aaba120ab taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.525130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-171a2b3d-3618-4398-930f-fc2aaba120ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.525130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-171a2b3d-3618-4398-930f-fc2aaba120ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.525130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-171a2b3d-3618-4398-930f-fc2aaba120ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.525130] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171a2b3d-3618-4398-930f-fc2aaba120ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.619754] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c7f31706-24bc-4b45-9b8a-a3ea0067e5f2 None None] Enqueued Resource ID: 054ec8ce-033a-46ca-aa3c-d05517bb2caa with Priority: HIGHEST for action port [ 668.619998] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054ec8ce-033a-46ca-aa3c-d05517bb2caa with Priority: HIGHEST for action port [ 668.620605] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-054ec8ce-033a-46ca-aa3c-d05517bb2caa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.620726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-054ec8ce-033a-46ca-aa3c-d05517bb2caa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.621161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-054ec8ce-033a-46ca-aa3c-d05517bb2caa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.621419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-054ec8ce-033a-46ca-aa3c-d05517bb2caa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.621499] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054ec8ce-033a-46ca-aa3c-d05517bb2caa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.714499] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.715087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.715087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.715087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.715087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.715377] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.715377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.715377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.715601] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.715601] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.715697] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 already deleted. [ 668.715697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.850780] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.850965] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.851104] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.851472] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.851770] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.851943] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.852139] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.852422] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.852609] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.852821] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.852925] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.853027] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.853130] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.853278] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.853474] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.853608] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.876201] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.876201] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.876201] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.876201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.876201] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-541a2134-dc92-4233-8d41-727546d41e47 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.876201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-541a2134-dc92-4233-8d41-727546d41e47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.876201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-541a2134-dc92-4233-8d41-727546d41e47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.876201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-541a2134-dc92-4233-8d41-727546d41e47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.876201] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('541a2134-dc92-4233-8d41-727546d41e47',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.027967] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 171a2b3d-3618-4398-930f-fc2aaba120ab [ 669.028263] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.028894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.028894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.028894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.028894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.029106] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:171a2b3d-3618-4398-930f-fc2aaba120ab already deleted. [ 669.029106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-171a2b3d-3618-4398-930f-fc2aaba120ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.124450] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 054ec8ce-033a-46ca-aa3c-d05517bb2caa [ 669.124677] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.124811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.124899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.125271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.125271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.125271] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:054ec8ce-033a-46ca-aa3c-d05517bb2caa already deleted. [ 669.125429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-054ec8ce-033a-46ca-aa3c-d05517bb2caa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.325208] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28156db-8487-4cc0-89c0-94de979351ab in Status: SUCCESS [ 669.325618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.380238] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.380472] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.380607] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.380954] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.381251] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.382383] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 541a2134-dc92-4233-8d41-727546d41e47 not found, creating... [ 669.382383] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.382383] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.382383] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.382383] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.382383] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.382719] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.382952] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.383713] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.383713] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.383713] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.383713] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 541a2134-dc92-4233-8d41-727546d41e47 is going to be created. [ 669.405267] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.405267] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.405267] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.405267] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.405267] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.405517] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-541a2134-dc92-4233-8d41-727546d41e47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.193511] env[66006]: INFO networking_nsxv3.common.synchronization [req-e2643595-5ffd-418f-a011-b5b1dffcf9a0 req-477724f5-91a9-40c6-b45b-460bd80fa1a4 service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 670.193511] env[66006]: INFO networking_nsxv3.common.synchronization [req-e2643595-5ffd-418f-a011-b5b1dffcf9a0 req-477724f5-91a9-40c6-b45b-460bd80fa1a4 service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 670.193511] env[66006]: INFO networking_nsxv3.common.synchronization [req-e2643595-5ffd-418f-a011-b5b1dffcf9a0 req-477724f5-91a9-40c6-b45b-460bd80fa1a4 service nova] Enqueued Resource ID: 541a2134-dc92-4233-8d41-727546d41e47 with Priority: HIGHEST for action port [ 670.193511] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 670.193511] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 670.193511] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541a2134-dc92-4233-8d41-727546d41e47 with Priority: HIGHEST for action port [ 670.193760] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.193873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.193873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.194764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.194764] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.195475] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.195589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.195674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.195826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.195969] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.196101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.196172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.196321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.196401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.196490] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.197375] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-541a2134-dc92-4233-8d41-727546d41e47 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.199742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-541a2134-dc92-4233-8d41-727546d41e47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.199742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-541a2134-dc92-4233-8d41-727546d41e47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.199742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-541a2134-dc92-4233-8d41-727546d41e47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.199742] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('541a2134-dc92-4233-8d41-727546d41e47',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.446124] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9b2dec09-7945-413f-8562-66b2c283c988 None None] Enqueued Resource ID: ed8d4d22-f8f5-46f1-9120-4de700840a6d with Priority: HIGHEST for action port [ 670.446436] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8d4d22-f8f5-46f1-9120-4de700840a6d with Priority: HIGHEST for action port [ 670.448880] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8d4d22-f8f5-46f1-9120-4de700840a6d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.448880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8d4d22-f8f5-46f1-9120-4de700840a6d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.448880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8d4d22-f8f5-46f1-9120-4de700840a6d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.448880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8d4d22-f8f5-46f1-9120-4de700840a6d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.448880] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8d4d22-f8f5-46f1-9120-4de700840a6d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.700681] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.700843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.701103] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.703024] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 541a2134-dc92-4233-8d41-727546d41e47 with status ACTIVE [ 670.703141] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.703433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.703433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.703433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.703645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.703680] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.703837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.703837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.703982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.704076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.704294] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.704410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.704468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.704592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.704666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.704742] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 541a2134-dc92-4233-8d41-727546d41e47 is going to be updated. [ 670.730699] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.731032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.731032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.731318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.731464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.731704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-541a2134-dc92-4233-8d41-727546d41e47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.809362] env[66006]: INFO networking_nsxv3.common.synchronization [None req-1e84afae-dc50-4f08-ac57-46537c909150 None None] Enqueued Resource ID: ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf with Priority: HIGHEST for action port [ 670.811162] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf with Priority: HIGHEST for action port [ 670.811655] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.812072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.812291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.812804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.813013] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.951436] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed8d4d22-f8f5-46f1-9120-4de700840a6d [ 670.951684] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.951878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.951970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.952315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.952432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.952563] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed8d4d22-f8f5-46f1-9120-4de700840a6d already deleted. [ 670.952676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8d4d22-f8f5-46f1-9120-4de700840a6d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.205670] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.317286] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf [ 671.317286] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.317286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.317635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.317790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.317969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.318084] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf already deleted. [ 671.318773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb247a9-c1d5-40c0-98ae-d1c9c3c2efcf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.568801] env[66006]: INFO networking_nsxv3.common.synchronization [req-04b1bca5-abc7-4db0-a0d7-a44f1f8f8d28 req-75708004-53be-4a7f-9d21-c1a85c152244 tempest-FloatingIPsAssociationTestJSON-562498210 tempest-FloatingIPsAssociationTestJSON-562498210-project-member] Enqueued Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 671.568801] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 671.569231] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.569231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.569231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.569428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.569613] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.569613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.569739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.569822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.569865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.569951] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.711774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.715617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.715617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.715617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.715617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.715617] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be created. [ 671.745992] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.745992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.745992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.745992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.745992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.762038] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: UNINITIALIZED for 2s [ 671.949204] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.949465] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.949619] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.949926] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.952174] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.952174] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.952174] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.952174] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.952174] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.952695] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.952979] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.953086] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.953255] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.954781] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.954781] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.954781] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.977197] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.977197] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.977197] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.977197] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.977197] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-d4e43c8f-2afd-45d1-9b47-25da46af118a taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.977197] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-d4e43c8f-2afd-45d1-9b47-25da46af118a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.977197] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-d4e43c8f-2afd-45d1-9b47-25da46af118a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.977197] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-d4e43c8f-2afd-45d1-9b47-25da46af118a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.977197] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e43c8f-2afd-45d1-9b47-25da46af118a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.073550] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.096827] env[66006]: INFO networking_nsxv3.common.synchronization [None req-41d7e28a-9f49-4f50-b8bb-f2a9ec84e5fb tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_rules [ 672.097306] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_rules [ 672.097697] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.097884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.097957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.098419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.098419] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.271012] env[66006]: INFO networking_nsxv3.common.synchronization [None req-1e9d386e-953a-4788-a179-4286f86ad266 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_rules [ 672.271829] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_rules [ 672.271829] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.271969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.480728] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.481127] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.481658] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.482684] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.482684] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.482684] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port d4e43c8f-2afd-45d1-9b47-25da46af118a not found, creating... [ 672.482684] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.482937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.482937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.483151] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.483287] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.483937] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.483937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.483937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.484284] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.484345] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.484655] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: d4e43c8f-2afd-45d1-9b47-25da46af118a is going to be created. [ 672.509159] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.509425] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.509572] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.509896] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.510234] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.510515] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-d4e43c8f-2afd-45d1-9b47-25da46af118a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.575526] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.621081] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.621540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.621540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.621540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.621850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.621850] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 already deleted. [ 672.621850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.622159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.622159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.622453] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.078065] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.078357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.078357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.078509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.078590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.078688] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 is going to be updated. [ 673.109629] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.109766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.109766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.109967] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.110132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.119161] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: IN_PROGRESS for 2s [ 673.145269] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.145269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.145269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.145269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.145269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.145269] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 already deleted. [ 673.145269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.174147] env[66006]: INFO networking_nsxv3.common.synchronization [None req-f953ca6a-4180-4345-98ef-037055fe919e None None] Enqueued Resource ID: 07d4364c-2f83-430f-babb-3b34c57c397f with Priority: HIGHEST for action port [ 673.174147] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d4364c-2f83-430f-babb-3b34c57c397f with Priority: HIGHEST for action port [ 673.174304] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-07d4364c-2f83-430f-babb-3b34c57c397f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.174417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07d4364c-2f83-430f-babb-3b34c57c397f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.174487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07d4364c-2f83-430f-babb-3b34c57c397f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.174737] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07d4364c-2f83-430f-babb-3b34c57c397f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.174818] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d4364c-2f83-430f-babb-3b34c57c397f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.294755] env[66006]: INFO networking_nsxv3.common.synchronization [req-04b1bca5-abc7-4db0-a0d7-a44f1f8f8d28 req-e8ffc99e-4dea-4002-982c-54e9c8454c11 service nova] Enqueued Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_rules [ 673.294755] env[66006]: INFO networking_nsxv3.common.synchronization [req-04b1bca5-abc7-4db0-a0d7-a44f1f8f8d28 req-e8ffc99e-4dea-4002-982c-54e9c8454c11 service nova] Enqueued Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 673.294755] env[66006]: INFO networking_nsxv3.common.synchronization [req-04b1bca5-abc7-4db0-a0d7-a44f1f8f8d28 req-e8ffc99e-4dea-4002-982c-54e9c8454c11 service nova] Enqueued Resource ID: d4e43c8f-2afd-45d1-9b47-25da46af118a with Priority: HIGHEST for action port [ 673.294755] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_rules [ 673.294755] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 673.294755] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e43c8f-2afd-45d1-9b47-25da46af118a with Priority: HIGHEST for action port [ 673.295109] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.295248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.295299] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.295481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.295558] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.296480] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.296622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.296844] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e43c8f-2afd-45d1-9b47-25da46af118a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.296944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e43c8f-2afd-45d1-9b47-25da46af118a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.297034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e43c8f-2afd-45d1-9b47-25da46af118a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.297373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e43c8f-2afd-45d1-9b47-25da46af118a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.297373] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e43c8f-2afd-45d1-9b47-25da46af118a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.678991] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07d4364c-2f83-430f-babb-3b34c57c397f [ 673.679320] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.679394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.679480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.679683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.679800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.679904] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07d4364c-2f83-430f-babb-3b34c57c397f already deleted. [ 673.679989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07d4364c-2f83-430f-babb-3b34c57c397f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.772726] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 673.772943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.773158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.773367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.773564] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.773681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.773744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.773905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.773975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.774069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.774158] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.799981] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.800178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.800300] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4e43c8f-2afd-45d1-9b47-25da46af118a with status ACTIVE [ 673.800465] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.800570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.800640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.800908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.800999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.801176] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.801270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.801351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.801517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.801594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.801809] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.802236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.802236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.802395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.802395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.802470] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4e43c8f-2afd-45d1-9b47-25da46af118a is going to be updated. [ 673.826567] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.826717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.826778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.826983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.827129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.827284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e43c8f-2afd-45d1-9b47-25da46af118a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.278494] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.278647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.278730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.278966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.279151] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.279250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.279905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.279905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.279905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.279905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.279905] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.279905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.279905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.280271] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.280271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.280271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.280456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.280534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.280614] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.785210] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7172aa0b-1edb-4e97-8429-ccbcda42e5c6: rpc.has_security_group_logging(os_id): False [ 674.809796] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.809796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.809796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.809796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.809796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.810291] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.810459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.810850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.811092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.811218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.811446] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.811541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.811598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.811754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.811830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.813254] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.813419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.813487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.813663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.813740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.813828] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be created. [ 674.883632] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.883632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.883830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.883917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.884086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.898588] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 675.132290] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: SUCCESS [ 675.132290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.132290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.132290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.132290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.132290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.132290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.132290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.132290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.132290] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.632885] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.137999] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.514113] env[66006]: INFO networking_nsxv3.common.synchronization [req-9940c672-61d0-43df-b047-bffae331f28a req-f7bd9a0e-7182-4c78-b8db-9a882afd70f0 tempest-ServerMetadataNegativeTestJSON-1099015075 tempest-ServerMetadataNegativeTestJSON-1099015075-project-member] Enqueued Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGHEST for action security_group_members [ 676.515112] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGHEST for action security_group_members [ 676.515490] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.515641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.515696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.515988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.516565] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.516675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.516729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.516922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.516988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.517090] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d46a5ea8-66e4-4ea5-b802-45cefbc8008a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.644457] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.644457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.644457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.644457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.644457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.644457] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 is going to be updated. [ 676.693629] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.693900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.693900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.694238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.694347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.714937] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: IN_PROGRESS for 2s [ 676.913167] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 676.913167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.966830] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.967030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-140" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.967151] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-140" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.967483] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-140" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.967733] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.967881] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.967985] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.968257] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.968391] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.968588] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.968688] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.968782] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.968903] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.969026] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.969118] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.969234] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.987938] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.988122] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.988282] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.988415] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-140" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.988719] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-70e71cc7-0609-400b-afa0-6d386c4c05c4 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.988885] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-70e71cc7-0609-400b-afa0-6d386c4c05c4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.989055] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-70e71cc7-0609-400b-afa0-6d386c4c05c4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.989310] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-70e71cc7-0609-400b-afa0-6d386c4c05c4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.989436] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e71cc7-0609-400b-afa0-6d386c4c05c4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.019542] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.019717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.019814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.020045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.020159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.020367] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.020620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.020620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.020730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.020812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.020919] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a already deleted. [ 677.021012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.301160] env[66006]: INFO networking_nsxv3.common.synchronization [None req-b083907f-737b-4646-9841-a23fcddad77c None None] Enqueued Resource ID: 43a31820-e77c-40b9-b772-40b3af55b720 with Priority: HIGHEST for action port [ 677.302041] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a31820-e77c-40b9-b772-40b3af55b720 with Priority: HIGHEST for action port [ 677.304949] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-43a31820-e77c-40b9-b772-40b3af55b720 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.304949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43a31820-e77c-40b9-b772-40b3af55b720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.304949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43a31820-e77c-40b9-b772-40b3af55b720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.304949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43a31820-e77c-40b9-b772-40b3af55b720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.304949] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43a31820-e77c-40b9-b772-40b3af55b720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.493115] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.493115] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.493115] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.493455] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.493618] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.493759] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 70e71cc7-0609-400b-afa0-6d386c4c05c4 not found, creating... [ 677.494086] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.494276] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.494351] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.494557] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.494678] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.495016] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.495168] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.495303] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.495533] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.495680] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.495862] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 70e71cc7-0609-400b-afa0-6d386c4c05c4 is going to be created. [ 677.515959] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.516181] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.516295] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.516563] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.516782] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.516983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-70e71cc7-0609-400b-afa0-6d386c4c05c4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.806093] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43a31820-e77c-40b9-b772-40b3af55b720 [ 677.806507] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.806706] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.807007] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.807529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.807652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.807803] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43a31820-e77c-40b9-b772-40b3af55b720 already deleted. [ 677.807948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43a31820-e77c-40b9-b772-40b3af55b720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.220022] env[66006]: INFO networking_nsxv3.common.synchronization [req-3ddab67b-5fe8-427d-b8bf-1cec543cf652 req-d5124f0f-2922-4d28-b4bf-a696d9a9ce5a tempest-DeleteServersAdminTestJSON-1393437620 tempest-DeleteServersAdminTestJSON-1393437620-project-member] Enqueued Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 678.220022] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e with Priority: HIGHEST for action security_group_members [ 678.220589] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f18bf32-e0f0-4090-b2da-38b202eb213e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.220854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.223282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.223282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.223282] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.223282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.223282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.223282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.223282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.223282] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f18bf32-e0f0-4090-b2da-38b202eb213e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.271068] env[66006]: INFO networking_nsxv3.common.synchronization [req-9940c672-61d0-43df-b047-bffae331f28a req-b51dc7cf-a4f0-49d6-acd5-47fe3bcd17f3 service nova] Enqueued Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGHEST for action security_group_rules [ 678.271256] env[66006]: INFO networking_nsxv3.common.synchronization [req-9940c672-61d0-43df-b047-bffae331f28a req-b51dc7cf-a4f0-49d6-acd5-47fe3bcd17f3 service nova] Enqueued Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGHEST for action security_group_members [ 678.271402] env[66006]: INFO networking_nsxv3.common.synchronization [req-9940c672-61d0-43df-b047-bffae331f28a req-b51dc7cf-a4f0-49d6-acd5-47fe3bcd17f3 service nova] Enqueued Resource ID: 70e71cc7-0609-400b-afa0-6d386c4c05c4 with Priority: HIGHEST for action port [ 678.271628] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGHEST for action security_group_rules [ 678.271759] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGHEST for action security_group_members [ 678.271865] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e71cc7-0609-400b-afa0-6d386c4c05c4 with Priority: HIGHEST for action port [ 678.272793] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.272793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.272793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.273056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.273056] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d46a5ea8-66e4-4ea5-b802-45cefbc8008a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.273888] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.274063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.274138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.274439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.274522] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.274579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.274658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.274752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.274833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.274922] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d46a5ea8-66e4-4ea5-b802-45cefbc8008a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.276089] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e71cc7-0609-400b-afa0-6d386c4c05c4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.276089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e71cc7-0609-400b-afa0-6d386c4c05c4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.276089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e71cc7-0609-400b-afa0-6d386c4c05c4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.276343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e71cc7-0609-400b-afa0-6d386c4c05c4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.276343] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e71cc7-0609-400b-afa0-6d386c4c05c4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.726942] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: SUCCESS [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.730026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.730026] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.730026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.730026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.730917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.731141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.731424] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.731645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.731796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.732042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.732224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.732424] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e is going to be updated. [ 678.760920] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.761092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.761167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.763033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.763033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.776871] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: IN_PROGRESS for 2s [ 678.778423] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.778666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.778951] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d46a5ea8-66e4-4ea5-b802-45cefbc8008a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.780198] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70e71cc7-0609-400b-afa0-6d386c4c05c4 with status ACTIVE [ 678.780458] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.780583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.780649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.780899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.781017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.781290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.781403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.781464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.781627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.781706] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.781892] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.781983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.782056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.782217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.782293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.782378] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70e71cc7-0609-400b-afa0-6d386c4c05c4 is going to be updated. [ 678.807679] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.807679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.807679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.807679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.807679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.807679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e71cc7-0609-400b-afa0-6d386c4c05c4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.234756] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.235059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.235357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.235550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.237312] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.237312] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.237312] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.237312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.238260] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.289905] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d46a5ea8-66e4-4ea5-b802-45cefbc8008a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.740218] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d55f0b7c-3544-4e6d-b6bb-1aa029931b61: rpc.has_security_group_logging(os_id): False [ 679.763643] env[66006]: INFO networking_nsxv3.common.synchronization [None req-ab33b31b-89ed-4ee2-a922-129f661a0bc1 None None] Enqueued Resource ID: f0976d46-b287-4f2b-933e-6b06161c1b67 with Priority: HIGHEST for action port [ 679.764877] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.764877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.764877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.765162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.765162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.765313] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.765423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.766029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.766029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.766029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.766029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.766241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.766241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.766315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.766365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.766526] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.766615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.766673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.766813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.766903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.767592] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 is going to be updated. [ 679.768388] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0976d46-b287-4f2b-933e-6b06161c1b67 with Priority: HIGHEST for action port [ 679.768691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0976d46-b287-4f2b-933e-6b06161c1b67 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.768804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0976d46-b287-4f2b-933e-6b06161c1b67" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.768853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0976d46-b287-4f2b-933e-6b06161c1b67" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.769433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0976d46-b287-4f2b-933e-6b06161c1b67" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.769433] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0976d46-b287-4f2b-933e-6b06161c1b67',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.790811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.790811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.791044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.791615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.791615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.791615] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a is going to be created. [ 679.820018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.820018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.820018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.820018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.820018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.831416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a in Status: UNINITIALIZED for 2s [ 679.847996] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.849489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.849489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.849489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.849489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.865815] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: IN_PROGRESS for 2s [ 680.273311] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0976d46-b287-4f2b-933e-6b06161c1b67 [ 680.273311] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.273311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.273603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.273684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.273771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.273868] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0976d46-b287-4f2b-933e-6b06161c1b67 already deleted. [ 680.273979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0976d46-b287-4f2b-933e-6b06161c1b67" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.792259] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e in Status: SUCCESS [ 680.794601] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f18bf32-e0f0-4090-b2da-38b202eb213e deletion is rescheduled due to dependency. [ 680.794601] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f18bf32-e0f0-4090-b2da-38b202eb213e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.465031] env[66006]: INFO networking_nsxv3.common.synchronization [req-ee5f04e7-795f-4296-a139-62c4e77fd944 req-1670d82f-f77c-41e7-aea5-d52fc51c0901 tempest-ServerAddressesNegativeTestJSON-610745736 tempest-ServerAddressesNegativeTestJSON-610745736-project-member] Enqueued Resource ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 with Priority: HIGHEST for action security_group_members [ 681.465031] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 with Priority: HIGHEST for action security_group_members [ 681.465373] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.465373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.465373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.465567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.465709] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.465827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.465827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.466029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.466222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.466355] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b46195c-1f12-4e0a-a5a7-e4729a51fd89',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.829179] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.829621] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-876" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.829621] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-876" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.829811] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-876" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.830088] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.830234] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.830337] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.830543] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.830736] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.831197] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.831334] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.831433] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.831529] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.831634] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.831727] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.831849] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.842938] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a in Status: SUCCESS [ 681.843186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.843441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.843634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.843817] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.843957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.844011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.844140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.844234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.844328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.844416] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d46a5ea8-66e4-4ea5-b802-45cefbc8008a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.852622] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.852811] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.852895] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.853071] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-876" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.853395] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-7c3cb704-521b-48a2-aaeb-b36af7b68f82 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.853566] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-7c3cb704-521b-48a2-aaeb-b36af7b68f82" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.853675] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-7c3cb704-521b-48a2-aaeb-b36af7b68f82" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.853983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-7c3cb704-521b-48a2-aaeb-b36af7b68f82" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.854140] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c3cb704-521b-48a2-aaeb-b36af7b68f82',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.880201] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: SUCCESS [ 681.880505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.969452] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.969633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.969712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.969939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.970071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.970259] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.970350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.970429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.970559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.970630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.970712] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 already deleted. [ 681.970783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.346546] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.346821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.346821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.347092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.347287] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.347444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.347512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.347738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.347960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.348053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.348200] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.348314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.348444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.348626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.348826] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.348973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.349522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.349741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.349847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.349946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.350073] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d46a5ea8-66e4-4ea5-b802-45cefbc8008a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.356453] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.356662] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.356805] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.357163] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.357305] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.357452] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 7c3cb704-521b-48a2-aaeb-b36af7b68f82 not found, creating... [ 682.357774] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.357976] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.358128] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.358375] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.358520] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.358876] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.359077] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.359222] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.359485] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.359624] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.359813] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 7c3cb704-521b-48a2-aaeb-b36af7b68f82 is going to be created. [ 682.385380] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.385639] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.385800] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.386156] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.386398] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.386616] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-7c3cb704-521b-48a2-aaeb-b36af7b68f82" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.852447] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d46a5ea8-66e4-4ea5-b802-45cefbc8008a: rpc.has_security_group_logging(os_id): False [ 682.886740] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.887036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.887036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.887281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.887350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.887663] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.887663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.887868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.887947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.888071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.888282] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.888397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.888482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.889621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.889621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.889621] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.889621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.889621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.889621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.889621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.889621] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a is going to be created. [ 682.957102] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.957102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.957102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.957102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.957102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.969651] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a in Status: IN_PROGRESS for 2s [ 683.049630] env[66006]: INFO networking_nsxv3.common.synchronization [req-1fccbc5e-36e9-403b-a9d1-8724e89f6aa0 req-bb50c7e1-bfc8-4f40-98aa-d8c740f794fb tempest-ServersTestFqdnHostnames-1455372342 tempest-ServersTestFqdnHostnames-1455372342-project-member] Enqueued Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_members [ 683.050230] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGHEST for action security_group_members [ 683.050545] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-21577d11-db77-4cc7-9ce8-c6c738cb087b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.050657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.050720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.050974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.051200] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.051323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.051407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.051593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.051696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.051790] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.155436] env[66006]: INFO networking_nsxv3.common.synchronization [req-ee5f04e7-795f-4296-a139-62c4e77fd944 req-7ae023fd-ccbc-4de2-979e-6d802360a1b1 service nova] Enqueued Resource ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 with Priority: HIGHEST for action security_group_rules [ 683.155436] env[66006]: INFO networking_nsxv3.common.synchronization [req-ee5f04e7-795f-4296-a139-62c4e77fd944 req-7ae023fd-ccbc-4de2-979e-6d802360a1b1 service nova] Enqueued Resource ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 with Priority: HIGHEST for action security_group_members [ 683.155436] env[66006]: INFO networking_nsxv3.common.synchronization [req-ee5f04e7-795f-4296-a139-62c4e77fd944 req-7ae023fd-ccbc-4de2-979e-6d802360a1b1 service nova] Enqueued Resource ID: 7c3cb704-521b-48a2-aaeb-b36af7b68f82 with Priority: HIGHEST for action port [ 683.155436] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 with Priority: HIGHEST for action security_group_rules [ 683.155436] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 with Priority: HIGHEST for action security_group_members [ 683.155436] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3cb704-521b-48a2-aaeb-b36af7b68f82 with Priority: HIGHEST for action port [ 683.155436] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b46195c-1f12-4e0a-a5a7-e4729a51fd89 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.155436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.155436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.156227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.156227] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b46195c-1f12-4e0a-a5a7-e4729a51fd89',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.156573] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.156672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.156726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.156904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.157053] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.157157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.157225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.157435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.157435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.157590] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b46195c-1f12-4e0a-a5a7-e4729a51fd89',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.159612] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c3cb704-521b-48a2-aaeb-b36af7b68f82 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.159612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c3cb704-521b-48a2-aaeb-b36af7b68f82" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.159612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c3cb704-521b-48a2-aaeb-b36af7b68f82" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.159612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c3cb704-521b-48a2-aaeb-b36af7b68f82" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.159612] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c3cb704-521b-48a2-aaeb-b36af7b68f82',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.557548] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.557714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.557788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.558042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.558290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.558461] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.558572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.558642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.558792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.558865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.558939] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b is going to be updated. [ 683.616331] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.616331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.616331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.616534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.617600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.627407] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b in Status: IN_PROGRESS for 2s [ 683.660824] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.661102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.662401] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b46195c-1f12-4e0a-a5a7-e4729a51fd89',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.663580] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c3cb704-521b-48a2-aaeb-b36af7b68f82 with status ACTIVE [ 683.664941] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.667972] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.667972] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.667972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.667972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c3cb704-521b-48a2-aaeb-b36af7b68f82 is going to be updated. [ 683.699981] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.704289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.704289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.704289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.704289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.704464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c3cb704-521b-48a2-aaeb-b36af7b68f82" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.170334] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b46195c-1f12-4e0a-a5a7-e4729a51fd89',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.673344] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.673508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.673584] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.673809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.673904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.674036] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 is going to be created. [ 684.696729] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.696925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.696925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.697192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.697348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.709044] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 in Status: UNINITIALIZED for 2s [ 684.983800] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a in Status: SUCCESS [ 684.984440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.523524] env[66006]: INFO networking_nsxv3.common.synchronization [req-9fca5a63-d56e-4fd9-b325-0a425f15e0a5 req-a03791e6-6067-48ee-945a-0299181b2491 tempest-ServerExternalEventsTest-1522762839 tempest-ServerExternalEventsTest-1522762839-project-member] Enqueued Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGHEST for action security_group_members [ 685.528091] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGHEST for action security_group_members [ 685.529068] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8ddf99-c8dc-4de7-a80f-9823b224532e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.529246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.529308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.529647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.529902] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.529902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.529902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.530047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.530137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.530233] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8ddf99-c8dc-4de7-a80f-9823b224532e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.640674] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b in Status: SUCCESS [ 685.640904] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b deletion is rescheduled due to dependency. [ 685.641081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.911871] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.911871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.911871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.911871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.911871] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.911871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.911871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.913142] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.913789] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.914128] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.914459] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.915049] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.915049] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.915049] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.915049] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.915355] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.937156] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.937901] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.937901] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.937901] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.937901] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-a661033c-878f-4a7c-88f8-a3a7915ba82a taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.938175] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-a661033c-878f-4a7c-88f8-a3a7915ba82a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.938175] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-a661033c-878f-4a7c-88f8-a3a7915ba82a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.939035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-a661033c-878f-4a7c-88f8-a3a7915ba82a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.939035] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a661033c-878f-4a7c-88f8-a3a7915ba82a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.035622] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.035774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.035895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.036163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.036395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.036625] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.036789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.036876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.037095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.037194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.037282] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e already deleted. [ 686.037365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.443241] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.443241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.443241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.443241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.443241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.443241] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port a661033c-878f-4a7c-88f8-a3a7915ba82a not found, creating... [ 686.443241] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.443241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.443241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.443241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.443241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.443734] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.443734] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.443734] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.445051] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.445051] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.445051] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: a661033c-878f-4a7c-88f8-a3a7915ba82a is going to be created. [ 686.471457] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.471650] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.471764] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.472089] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.472969] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.472969] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-a661033c-878f-4a7c-88f8-a3a7915ba82a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.719875] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 in Status: SUCCESS [ 686.720222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.720377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.720876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.721148] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.721327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.721416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.721901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.722059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.722197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.722316] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b46195c-1f12-4e0a-a5a7-e4729a51fd89',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.197537] env[66006]: INFO networking_nsxv3.common.synchronization [req-9fca5a63-d56e-4fd9-b325-0a425f15e0a5 req-c8f614d3-5866-469b-a2ff-4c028e998dfc service nova] Enqueued Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGHEST for action security_group_rules [ 687.197689] env[66006]: INFO networking_nsxv3.common.synchronization [req-9fca5a63-d56e-4fd9-b325-0a425f15e0a5 req-c8f614d3-5866-469b-a2ff-4c028e998dfc service nova] Enqueued Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGHEST for action security_group_members [ 687.200029] env[66006]: INFO networking_nsxv3.common.synchronization [req-9fca5a63-d56e-4fd9-b325-0a425f15e0a5 req-c8f614d3-5866-469b-a2ff-4c028e998dfc service nova] Enqueued Resource ID: a661033c-878f-4a7c-88f8-a3a7915ba82a with Priority: HIGHEST for action port [ 687.200029] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGHEST for action security_group_rules [ 687.200029] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGHEST for action security_group_members [ 687.200029] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a661033c-878f-4a7c-88f8-a3a7915ba82a with Priority: HIGHEST for action port [ 687.200029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.200029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.200029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.200359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.200425] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8ddf99-c8dc-4de7-a80f-9823b224532e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.201732] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8ddf99-c8dc-4de7-a80f-9823b224532e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.201848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.201958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.202151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.202302] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.202395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.202454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.202663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.202663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.202768] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8ddf99-c8dc-4de7-a80f-9823b224532e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.203794] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a661033c-878f-4a7c-88f8-a3a7915ba82a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.203893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a661033c-878f-4a7c-88f8-a3a7915ba82a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.203968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a661033c-878f-4a7c-88f8-a3a7915ba82a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.207126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a661033c-878f-4a7c-88f8-a3a7915ba82a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.207516] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a661033c-878f-4a7c-88f8-a3a7915ba82a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.227055] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.227055] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.227055] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.227055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.227055] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.227570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.227570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.227570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.227570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.227654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.227718] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b46195c-1f12-4e0a-a5a7-e4729a51fd89',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.454399] env[66006]: INFO networking_nsxv3.common.synchronization [req-26510ee4-4462-4178-a1fb-67c21ad7eee3 req-43bae771-2b13-4a75-9a0f-2067ddf26c6e tempest-ImagesOneServerNegativeTestJSON-1582341434 tempest-ImagesOneServerNegativeTestJSON-1582341434-project-member] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 687.454905] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 687.455546] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.455672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.455740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.455946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.456203] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.456308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.456373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.456527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.456610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.456724] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.535069] env[66006]: INFO networking_nsxv3.common.synchronization [req-0d3faa16-1637-4aee-945b-6f094d7e78e9 req-eb5e0746-d9c1-460a-9bc5-05d9c7df3e39 tempest-ServersTestJSON-1597554516 tempest-ServersTestJSON-1597554516-project-member] Enqueued Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_members [ 687.535939] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGHEST for action security_group_members [ 687.536380] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.536505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.536556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.536774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.536920] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.537023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.537091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.537240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.537371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.537401] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.695958] env[66006]: INFO networking_nsxv3.common.synchronization [req-6ccc99c7-6aaa-48e5-ad0c-f87fab73ac50 req-c04e672f-29c8-48fe-a9ff-932c4cfda3f1 tempest-ServersAdminNegativeTestJSON-1295894835 tempest-ServersAdminNegativeTestJSON-1295894835-project-member] Enqueued Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 687.698032] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 687.698032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.698032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.698032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.698032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.698032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.698032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.698032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.698032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.698032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.698032] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.709785] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8ddf99-c8dc-4de7-a80f-9823b224532e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.710031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.710239] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f8ddf99-c8dc-4de7-a80f-9823b224532e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.711573] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a661033c-878f-4a7c-88f8-a3a7915ba82a with status ACTIVE [ 687.711788] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.711939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.711993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.713566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.713566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.713728] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.713835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.713908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.714139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.714242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.714452] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.714538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.714538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.714697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.714755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.714820] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a661033c-878f-4a7c-88f8-a3a7915ba82a is going to be updated. [ 687.730076] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b46195c-1f12-4e0a-a5a7-e4729a51fd89: rpc.has_security_group_logging(os_id): False [ 687.746934] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.746934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.748033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.748033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.748033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.748033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a661033c-878f-4a7c-88f8-a3a7915ba82a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.757087] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.757312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.757462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.757910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.758124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.758493] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.758741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.758801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.759272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.759272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.759645] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.759645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.759813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.759861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.761970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.761970] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.761970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.761970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.761970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.761970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.761970] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 is going to be created. [ 687.852370] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.852566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.852605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.852822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.853196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.869452] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 in Status: IN_PROGRESS for 2s [ 687.962117] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.962347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.962347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.962549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.962655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.962823] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.962927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.962973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.963140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.963209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.963280] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be updated. [ 688.000827] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.001413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.001413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.001413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.001580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.012801] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: IN_PROGRESS for 2s [ 688.040210] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.040396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.040475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.040695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.040783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.041043] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.041159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.041207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.041350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.041424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.041509] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 is going to be updated. [ 688.070130] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.073458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.073458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.073458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.073458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.079699] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5d058bb-fa36-4ea4-ae82-086f15fecf2c req-6e1b0fce-bd76-47f8-8bc1-a8328f237fc4 tempest-MultipleCreateTestJSON-270291077 tempest-MultipleCreateTestJSON-270291077-project-member] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 688.081312] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 in Status: IN_PROGRESS for 2s [ 688.081889] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 688.082368] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.083260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.083331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.083631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.083808] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.083949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.084020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.084186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.084268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.084377] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.206793] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.218407] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f8ddf99-c8dc-4de7-a80f-9823b224532e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.469782] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.471104] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.471104] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.471104] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.471104] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.471104] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.471104] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.471758] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.471758] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.471995] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.472159] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.472283] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.472392] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.472526] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.472684] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.472853] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.491716] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.492072] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.492230] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.492473] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.493559] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-0f63c724-eb62-473e-ace8-4934a0c7522f taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.493559] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-0f63c724-eb62-473e-ace8-4934a0c7522f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.493559] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-0f63c724-eb62-473e-ace8-4934a0c7522f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.493559] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-0f63c724-eb62-473e-ace8-4934a0c7522f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.493559] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f63c724-eb62-473e-ace8-4934a0c7522f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.589388] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.590239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.590239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.590336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.590364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.590620] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.590730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.590730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.591387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.591387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.591387] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 688.627288] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.627288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.627288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.627288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.627288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.639522] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 688.711058] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.720295] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.721673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.721673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.721998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.723762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.723762] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e is going to be created. [ 688.749983] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.750346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.750346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.750529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.750885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.768180] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e in Status: UNINITIALIZED for 2s [ 688.995884] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.996124] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.996268] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.996569] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.996708] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.996854] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 0f63c724-eb62-473e-ace8-4934a0c7522f not found, creating... [ 688.998130] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.998379] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.998444] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.998709] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.998886] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.999206] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.999363] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.999469] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.999743] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.999827] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.999962] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 0f63c724-eb62-473e-ace8-4934a0c7522f is going to be created. [ 689.021110] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.021418] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.021496] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.021734] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.022608] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.022608] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-0f63c724-eb62-473e-ace8-4934a0c7522f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.212519] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.212771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.212841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.213055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.213160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.213253] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 is going to be updated. [ 689.246051] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.246494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.246664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.246954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.247473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.258251] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: IN_PROGRESS for 2s [ 689.790845] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5d058bb-fa36-4ea4-ae82-086f15fecf2c req-f9a31ae4-beeb-4fb7-963d-9a5f02e347f1 service nova] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_rules [ 689.791142] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5d058bb-fa36-4ea4-ae82-086f15fecf2c req-f9a31ae4-beeb-4fb7-963d-9a5f02e347f1 service nova] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 689.794457] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5d058bb-fa36-4ea4-ae82-086f15fecf2c req-f9a31ae4-beeb-4fb7-963d-9a5f02e347f1 service nova] Enqueued Resource ID: 0f63c724-eb62-473e-ace8-4934a0c7522f with Priority: HIGHEST for action port [ 689.794457] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_rules [ 689.794457] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 689.794457] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f63c724-eb62-473e-ace8-4934a0c7522f with Priority: HIGHEST for action port [ 689.794637] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.794773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.795070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.796652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.796733] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.797670] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.797754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.797967] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f63c724-eb62-473e-ace8-4934a0c7522f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.798056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f63c724-eb62-473e-ace8-4934a0c7522f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.798119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f63c724-eb62-473e-ace8-4934a0c7522f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.798299] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f63c724-eb62-473e-ace8-4934a0c7522f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.798376] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f63c724-eb62-473e-ace8-4934a0c7522f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.885456] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 in Status: SUCCESS [ 689.885545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.043852] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 690.044014] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 deletion is rescheduled due to dependency. [ 690.044082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.094823] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 in Status: SUCCESS [ 690.096157] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 deletion is rescheduled due to dependency. [ 690.096157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.300753] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.300753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.300753] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f63c724-eb62-473e-ace8-4934a0c7522f with status ACTIVE [ 690.300900] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.301043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.301107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.301431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.301472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.301680] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.301783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.301865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.302045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.302156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.302348] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.302441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.303028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.303028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.303028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.303028] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f63c724-eb62-473e-ace8-4934a0c7522f is going to be updated. [ 690.337453] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.337773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.337846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.338062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.338315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.338438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f63c724-eb62-473e-ace8-4934a0c7522f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.651938] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 690.652118] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 deletion is rescheduled due to dependency. [ 690.652657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.652657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.653043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.653106] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.653595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.653595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.653595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.653595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.653740] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.780185] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e in Status: SUCCESS [ 690.780423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.780604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.780887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.781181] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.781339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.781367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.782069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.782069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.782069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.782069] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f8ddf99-c8dc-4de7-a80f-9823b224532e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.919094] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5d058bb-fa36-4ea4-ae82-086f15fecf2c req-ab861875-73a1-4020-b976-e59f2c094958 tempest-MultipleCreateTestJSON-270291077 tempest-MultipleCreateTestJSON-270291077-project-member] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 690.919600] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 690.919887] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.919998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.156699] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.270608] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: SUCCESS [ 691.270823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.285457] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8ddf99-c8dc-4de7-a80f-9823b224532e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.285629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.285690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.286799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.286799] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.286799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.286799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.286799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.286799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.286799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.286799] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8ddf99-c8dc-4de7-a80f-9823b224532e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.286799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.286799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.287090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.287090] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.287090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.287169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.287304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.287338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.287997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.287997] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f8ddf99-c8dc-4de7-a80f-9823b224532e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.290121] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.290303] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.291426] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.291426] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.291426] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.292820] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.292993] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.293286] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.293455] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.293668] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.294146] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.294307] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.294417] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.294525] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.294623] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.294765] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.315669] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.315882] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.316636] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.316636] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-733" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.316636] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.316907] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.317035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.317375] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.317504] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b68200c-dda2-49fc-8fbc-7cd4191ce9ae',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.662181] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.796628] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f8ddf99-c8dc-4de7-a80f-9823b224532e: rpc.has_security_group_logging(os_id): False [ 691.816356] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.816562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.816659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.816889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.816969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.817651] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.817651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.817651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.817854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.817976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.818386] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.819167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.819167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.819167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.819167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.819329] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.819379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.819488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.819674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.819822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.819917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e is going to be created. [ 691.822525] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.822946] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.823170] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.823486] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.823690] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.823950] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 2b68200c-dda2-49fc-8fbc-7cd4191ce9ae not found, creating... [ 691.824262] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.824499] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.824651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.824905] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.825134] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.825500] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.825771] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.825950] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.826241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.826474] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.826693] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 2b68200c-dda2-49fc-8fbc-7cd4191ce9ae is going to be created. [ 691.850639] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.850842] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.850954] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.851337] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.851551] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.851770] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.885721] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.885902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.885941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.886146] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.886346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.899093] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e in Status: IN_PROGRESS for 2s [ 692.164389] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.164798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.164798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.164883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.164929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.165047] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 692.214281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.214281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.214281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.214281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.214281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.224502] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 692.629421] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5d058bb-fa36-4ea4-ae82-086f15fecf2c req-fbf9d110-a2be-451c-9e35-9309da206ad2 service nova] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_rules [ 692.629576] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5d058bb-fa36-4ea4-ae82-086f15fecf2c req-fbf9d110-a2be-451c-9e35-9309da206ad2 service nova] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 692.629711] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5d058bb-fa36-4ea4-ae82-086f15fecf2c req-fbf9d110-a2be-451c-9e35-9309da206ad2 service nova] Enqueued Resource ID: 2b68200c-dda2-49fc-8fbc-7cd4191ce9ae with Priority: HIGHEST for action port [ 692.630276] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_rules [ 692.630464] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 692.630506] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b68200c-dda2-49fc-8fbc-7cd4191ce9ae with Priority: HIGHEST for action port [ 692.632135] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.632135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.632737] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.632887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.633138] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.633545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.633545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.633545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.633684] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b68200c-dda2-49fc-8fbc-7cd4191ce9ae',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.031590] env[66006]: INFO networking_nsxv3.common.synchronization [None req-e31d2ed5-f6b2-4c41-a657-08da92dcd49f None None] Enqueued Resource ID: a79460ad-be69-4da8-a227-98d695ece408 with Priority: HIGHEST for action port [ 693.032444] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79460ad-be69-4da8-a227-98d695ece408 with Priority: HIGHEST for action port [ 693.032784] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a79460ad-be69-4da8-a227-98d695ece408 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.032888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a79460ad-be69-4da8-a227-98d695ece408" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.032951] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a79460ad-be69-4da8-a227-98d695ece408" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.033236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a79460ad-be69-4da8-a227-98d695ece408" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.033319] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a79460ad-be69-4da8-a227-98d695ece408',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.139639] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b68200c-dda2-49fc-8fbc-7cd4191ce9ae with status ACTIVE [ 693.139940] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.140200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.140368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.140734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.140962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.141218] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.141324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.141390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.141552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.141630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.141811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.141904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.141982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.142160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.142252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.142370] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b68200c-dda2-49fc-8fbc-7cd4191ce9ae is going to be updated. [ 693.169652] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.169980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.169980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.170065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.170235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.170408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b68200c-dda2-49fc-8fbc-7cd4191ce9ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.536427] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a79460ad-be69-4da8-a227-98d695ece408 [ 693.536634] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.539042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.539042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.539042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.539042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.539042] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a79460ad-be69-4da8-a227-98d695ece408 already deleted. [ 693.539042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a79460ad-be69-4da8-a227-98d695ece408" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.799101] env[66006]: INFO networking_nsxv3.common.synchronization [req-297ef8d7-d1d5-4559-b797-87c7e2e4ba71 req-c2a57951-cfdd-4eda-a395-cccfe853731b tempest-ServersAdminTestJSON-1371135454 tempest-ServersAdminTestJSON-1371135454-project-member] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 693.799840] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 693.801034] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.801245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.801329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.801609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.801788] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.801916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.801980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.802147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.802228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.802325] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.917412] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e in Status: SUCCESS [ 693.917412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.238600] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 694.238861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.239091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.239342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.239653] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.239802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.239880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.240067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.240155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.240241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.240340] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.241947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.242150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.242425] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.242613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.242701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.242879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.243014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.243152] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.306571] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.423294] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.423647] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.423647] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.423721] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.424849] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.424849] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.424849] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.424849] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.424849] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.425111] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.425111] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.425111] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.425935] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.425935] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.425935] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.425935] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.450829] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.451832] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.451832] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.452065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-966" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.453159] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-4288c3fb-54aa-4319-a391-60dba278c0b4 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.453313] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-4288c3fb-54aa-4319-a391-60dba278c0b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.453432] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-4288c3fb-54aa-4319-a391-60dba278c0b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.453839] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-4288c3fb-54aa-4319-a391-60dba278c0b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.454020] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4288c3fb-54aa-4319-a391-60dba278c0b4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.746886] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.747120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.747472] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.808829] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.959028] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.959028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.959028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.959028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.959028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.959028] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 4288c3fb-54aa-4319-a391-60dba278c0b4 not found, creating... [ 694.959028] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.959028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.959028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.959028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.959028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.959652] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.962162] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.962162] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.962162] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.962162] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.964768] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 4288c3fb-54aa-4319-a391-60dba278c0b4 is going to be created. [ 694.992390] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.992943] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.993255] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.993663] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.994069] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.994478] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-4288c3fb-54aa-4319-a391-60dba278c0b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.250451] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.312392] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.312564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.312632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.312877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.312971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.313098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 695.345421] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.345939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.345939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.345939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.346086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.357107] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 695.680578] env[66006]: INFO networking_nsxv3.common.synchronization [None req-69b400a9-5675-46f3-b2ee-64d958ee07f9 None None] Enqueued Resource ID: e0f059a7-297c-4ad7-a986-f2a77d519d05 with Priority: HIGHEST for action port [ 695.683517] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f059a7-297c-4ad7-a986-f2a77d519d05 with Priority: HIGHEST for action port [ 695.683806] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0f059a7-297c-4ad7-a986-f2a77d519d05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.684022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0f059a7-297c-4ad7-a986-f2a77d519d05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.684124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0f059a7-297c-4ad7-a986-f2a77d519d05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.684476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0f059a7-297c-4ad7-a986-f2a77d519d05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.684601] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f059a7-297c-4ad7-a986-f2a77d519d05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.753161] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.753382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.753458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.753632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.753720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.754216] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 695.787603] env[66006]: INFO networking_nsxv3.common.synchronization [req-297ef8d7-d1d5-4559-b797-87c7e2e4ba71 req-ce9d590c-ed31-46c4-aa9f-53ca0566a535 service nova] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_rules [ 695.787855] env[66006]: INFO networking_nsxv3.common.synchronization [req-297ef8d7-d1d5-4559-b797-87c7e2e4ba71 req-ce9d590c-ed31-46c4-aa9f-53ca0566a535 service nova] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 695.787989] env[66006]: INFO networking_nsxv3.common.synchronization [req-297ef8d7-d1d5-4559-b797-87c7e2e4ba71 req-ce9d590c-ed31-46c4-aa9f-53ca0566a535 service nova] Enqueued Resource ID: 4288c3fb-54aa-4319-a391-60dba278c0b4 with Priority: HIGHEST for action port [ 695.789669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.789827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.789887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.791295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.791664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.795350] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_rules [ 695.795490] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 695.795609] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4288c3fb-54aa-4319-a391-60dba278c0b4 with Priority: HIGHEST for action port [ 695.795928] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.796051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.796112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.796310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.796388] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.797300] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.797412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.797582] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-4288c3fb-54aa-4319-a391-60dba278c0b4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.798096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4288c3fb-54aa-4319-a391-60dba278c0b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.798096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4288c3fb-54aa-4319-a391-60dba278c0b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.798096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4288c3fb-54aa-4319-a391-60dba278c0b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.799214] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4288c3fb-54aa-4319-a391-60dba278c0b4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.814445] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 696.187362] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0f059a7-297c-4ad7-a986-f2a77d519d05 [ 696.188183] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.188367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.188467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.188765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.188879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.189054] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0f059a7-297c-4ad7-a986-f2a77d519d05 already deleted. [ 696.189119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0f059a7-297c-4ad7-a986-f2a77d519d05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.303463] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.303757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.303822] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4288c3fb-54aa-4319-a391-60dba278c0b4 with status ACTIVE [ 696.304277] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.304277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.304277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.309349] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.309349] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.309349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.309349] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4288c3fb-54aa-4319-a391-60dba278c0b4 is going to be updated. [ 696.369110] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.369110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.369110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.369110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.369110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.369110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4288c3fb-54aa-4319-a391-60dba278c0b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.358097] env[66006]: INFO networking_nsxv3.common.synchronization [None req-6185f169-f0be-453d-85b7-167434487ab9 None None] Enqueued Resource ID: 4299377c-34bf-4c44-bd59-10e1df4b5b33 with Priority: HIGHEST for action port [ 697.361205] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299377c-34bf-4c44-bd59-10e1df4b5b33 with Priority: HIGHEST for action port [ 697.361645] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-4299377c-34bf-4c44-bd59-10e1df4b5b33 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.361786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4299377c-34bf-4c44-bd59-10e1df4b5b33" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.361873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4299377c-34bf-4c44-bd59-10e1df4b5b33" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.362830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4299377c-34bf-4c44-bd59-10e1df4b5b33" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.362924] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4299377c-34bf-4c44-bd59-10e1df4b5b33',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.377604] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 697.377604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.377604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.377604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.377604] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.377604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.377604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.377604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.377604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.377604] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.834513] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 697.834513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.834513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.834513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.834513] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.834513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.834513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.834513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.834513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.834513] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.868621] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4299377c-34bf-4c44-bd59-10e1df4b5b33 [ 697.868621] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.868621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.868621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.868621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.868621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.868621] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4299377c-34bf-4c44-bd59-10e1df4b5b33 already deleted. [ 697.868621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4299377c-34bf-4c44-bd59-10e1df4b5b33" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.880300] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.336193] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.382776] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.839830] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.884455] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.884655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.884692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.885072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.885072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.885312] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 698.923929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.924094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.924252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.924369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.924512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.937823] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 699.345411] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.345823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.345935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.346321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.346421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.346533] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 699.399264] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.399264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.399264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.399264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.399264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.413709] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 700.811814] env[66006]: INFO networking_nsxv3.common.synchronization [None req-6135144d-940c-4825-857b-597aebebe4fe None None] Enqueued Resource ID: c9ca9e2b-a6b5-47c4-b341-5f6e98db759d with Priority: HIGHEST for action port [ 700.812448] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ca9e2b-a6b5-47c4-b341-5f6e98db759d with Priority: HIGHEST for action port [ 700.812763] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ca9e2b-a6b5-47c4-b341-5f6e98db759d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.812899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ca9e2b-a6b5-47c4-b341-5f6e98db759d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.812940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ca9e2b-a6b5-47c4-b341-5f6e98db759d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.813554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ca9e2b-a6b5-47c4-b341-5f6e98db759d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.813644] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ca9e2b-a6b5-47c4-b341-5f6e98db759d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.957191] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 700.957191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.957191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.957191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.957191] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.957191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.957191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.957191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.957191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.957191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.957191] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.319896] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9ca9e2b-a6b5-47c4-b341-5f6e98db759d [ 701.319896] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.319896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.319896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.320211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.320326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.320966] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9ca9e2b-a6b5-47c4-b341-5f6e98db759d already deleted. [ 701.320966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ca9e2b-a6b5-47c4-b341-5f6e98db759d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.430282] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 701.430539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.430701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.430924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.432456] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.432858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.432954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.433290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.433366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.437724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.438017] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.438191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.438284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.438923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.439631] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.452352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.452352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.452352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.452352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.452352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.452352] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.462537] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.462968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.463218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.463674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.463958] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.464189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.464383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.464630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.464826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.465549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.465549] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.465549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.465549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.465549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.466465] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.466465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.466465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.466465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.466465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.466465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.466465] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.862872] env[66006]: INFO networking_nsxv3.common.synchronization [req-5fb2ae6a-0706-4210-94dc-57c6853ee372 req-cd3cc674-a91d-49e6-a24b-a7af696168c0 tempest-FloatingIPsAssociationTestJSON-562498210 tempest-FloatingIPsAssociationTestJSON-562498210-project-member] Enqueued Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 701.863670] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 701.864593] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.864593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.864593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.864593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.864806] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.864806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.864890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.865101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.865190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.865296] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.943115] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78210f0a-ee04-4a36-ac66-a3c29c3a3a05: rpc.has_security_group_logging(os_id): False [ 701.962898] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.962898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.962898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.963243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.963340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.963562] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.963809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.963809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.963904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.963932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.964117] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.964205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.964261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.964415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.964486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.964657] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.964757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.964803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.965117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.965187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.965670] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 701.968285] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ba59668-e3c6-46e6-9fd0-b79fccd677c1: rpc.has_security_group_logging(os_id): False [ 701.988831] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.988987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.989078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.989328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.989467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.989704] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.989827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.989888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.990019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.990102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.990275] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.990449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.990449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.990546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.990612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.990788] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.990888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.990947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.991143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.991208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.991355] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 702.044510] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.045305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.045305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.045305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.046960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.064964] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.064964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.064964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.065248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.065428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.067037] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 702.080652] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 702.130974] env[66006]: INFO networking_nsxv3.common.synchronization [req-604b7327-8399-4a2d-8b0d-5e2aee0cdc68 req-211fafa9-57c0-4fe0-82a3-e35f62501118 tempest-ServerAddressesNegativeTestJSON-610745736 tempest-ServerAddressesNegativeTestJSON-610745736-project-member] Enqueued Resource ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 with Priority: HIGHEST for action security_group_members [ 702.130974] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 with Priority: HIGHEST for action security_group_members [ 702.131254] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.131655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.131813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.133180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.133597] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.134416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.134416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.134416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.134416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.134416] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b46195c-1f12-4e0a-a5a7-e4729a51fd89',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.370464] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.640250] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.640250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.640250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.640250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.640250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.640250] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.640250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.640250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.640250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.640250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.640250] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 is going to be updated. [ 702.675591] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.675728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.675793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.676054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.676222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.680176] env[66006]: INFO networking_nsxv3.common.synchronization [req-eb36b9c3-6b19-4d5e-befb-77aa0eab5ab6 req-a5f0d456-b133-40a7-8deb-24cbb0a8f7eb tempest-ServersTestManualDisk-1207836462 tempest-ServersTestManualDisk-1207836462-project-member] Enqueued Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_members [ 702.681740] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_members [ 702.682556] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.682556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.682556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.682943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.683150] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.683347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.683347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.683494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.686695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.686695] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.689143] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 in Status: IN_PROGRESS for 2s [ 702.875082] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.070846] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.071099] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-501" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.071401] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-501" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.071542] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-501" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.072450] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.072450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.072450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.072450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.072627] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.072940] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.072940] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.072940] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.072940] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.073121] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.073150] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.073270] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.091972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.092152] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.092243] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.092403] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-501" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.092695] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.093575] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.093575] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.093575] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.093575] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5411e9-557a-4060-a4fe-2cf56a13b0a5',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.145385] env[66006]: INFO networking_nsxv3.common.synchronization [None req-8c5fb276-16c6-49da-b5ac-c0a6af6e8de1 None None] Enqueued Resource ID: a1004e47-eef4-4980-ad3d-6c99323a8aa1 with Priority: HIGHEST for action port [ 703.146225] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1004e47-eef4-4980-ad3d-6c99323a8aa1 with Priority: HIGHEST for action port [ 703.146620] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1004e47-eef4-4980-ad3d-6c99323a8aa1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.147098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1004e47-eef4-4980-ad3d-6c99323a8aa1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.147373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1004e47-eef4-4980-ad3d-6c99323a8aa1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.147463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1004e47-eef4-4980-ad3d-6c99323a8aa1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.147561] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1004e47-eef4-4980-ad3d-6c99323a8aa1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.190501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.190685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.190744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.190956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.191064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.191283] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.191381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.191437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.191595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.191640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.191723] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 already deleted. [ 703.191802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.378055] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.378184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.378266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.379044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.379126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.379251] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 is going to be updated. [ 703.417644] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.417797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.417797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.417977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.418169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.429993] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: IN_PROGRESS for 2s [ 703.596248] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.597212] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.597212] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.597212] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.598334] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.598964] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 1d5411e9-557a-4060-a4fe-2cf56a13b0a5 not found, creating... [ 703.598964] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.599164] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.599363] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.599518] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.599653] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.601412] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.601882] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.602041] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.602653] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.602785] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.603154] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 1d5411e9-557a-4060-a4fe-2cf56a13b0a5 is going to be created. [ 703.627085] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.627742] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.627993] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.628340] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.628624] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.629233] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.651658] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1004e47-eef4-4980-ad3d-6c99323a8aa1 [ 703.652496] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.652644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.652711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.652927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.653025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.653126] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1004e47-eef4-4980-ad3d-6c99323a8aa1 already deleted. [ 703.653195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1004e47-eef4-4980-ad3d-6c99323a8aa1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.682316] env[66006]: INFO networking_nsxv3.common.synchronization [req-0b4453c8-4c87-4a06-b44e-9a04db36f96e req-f1198672-ed8e-4a0f-a700-51791498bd3b tempest-FloatingIPsAssociationNegativeTestJSON-1317492326 tempest-FloatingIPsAssociationNegativeTestJSON-1317492326-project-member] Enqueued Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGHEST for action security_group_members [ 703.683167] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGHEST for action security_group_members [ 703.683571] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28156db-8487-4cc0-89c0-94de979351ab taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.683729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.683899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.684379] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.684506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.684592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.684932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.685084] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28156db-8487-4cc0-89c0-94de979351ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.083012] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 704.083373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.084924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.085528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.088644] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.096390] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 704.096595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.189611] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.189828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.189935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.190284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.190416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.190690] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.190833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.190923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.191171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.191267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.191388] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28156db-8487-4cc0-89c0-94de979351ab is going to be updated. [ 704.223756] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.223957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.224065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.224353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.224561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.237367] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28156db-8487-4cc0-89c0-94de979351ab in Status: IN_PROGRESS for 2s [ 704.368523] env[66006]: INFO networking_nsxv3.common.synchronization [req-eb36b9c3-6b19-4d5e-befb-77aa0eab5ab6 req-92395579-2421-41f2-943b-01888a99b0e8 service nova] Enqueued Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_rules [ 704.368697] env[66006]: INFO networking_nsxv3.common.synchronization [req-eb36b9c3-6b19-4d5e-befb-77aa0eab5ab6 req-92395579-2421-41f2-943b-01888a99b0e8 service nova] Enqueued Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_members [ 704.368697] env[66006]: INFO networking_nsxv3.common.synchronization [req-eb36b9c3-6b19-4d5e-befb-77aa0eab5ab6 req-92395579-2421-41f2-943b-01888a99b0e8 service nova] Enqueued Resource ID: 1d5411e9-557a-4060-a4fe-2cf56a13b0a5 with Priority: HIGHEST for action port [ 704.369484] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_rules [ 704.369817] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_members [ 704.369817] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5411e9-557a-4060-a4fe-2cf56a13b0a5 with Priority: HIGHEST for action port [ 704.370135] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.370361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.370439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.370656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.370781] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.372183] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.372299] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.372375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.372650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.372832] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.372937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.372999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.373302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.373427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.373553] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.375278] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.375726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.375726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.375726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.375813] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5411e9-557a-4060-a4fe-2cf56a13b0a5',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.589898] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.589898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.589898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.590228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.590228] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.590466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.590466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.591415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.591415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.591415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.591415] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.701432] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 in Status: SUCCESS [ 704.701673] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b46195c-1f12-4e0a-a5a7-e4729a51fd89 deletion is rescheduled due to dependency. [ 704.703408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b46195c-1f12-4e0a-a5a7-e4729a51fd89" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.884054] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.884054] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.884054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.884054] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d5411e9-557a-4060-a4fe-2cf56a13b0a5 with status ACTIVE [ 704.884054] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.884054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.884054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.887045] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.887045] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.887045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.887045] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d5411e9-557a-4060-a4fe-2cf56a13b0a5 is going to be updated. [ 704.920450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.920450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.920450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.920450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.920450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.920450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d5411e9-557a-4060-a4fe-2cf56a13b0a5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.977682] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5221af4-fce0-400b-a62b-59e4b6955ec0 req-28b0c633-9c1a-4f93-98c9-d1f7042ad22e tempest-ImagesOneServerTestJSON-1291809573 tempest-ImagesOneServerTestJSON-1291809573-project-member] Enqueued Resource ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 with Priority: HIGHEST for action security_group_members [ 704.978102] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 with Priority: HIGHEST for action security_group_members [ 704.978431] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7857b1dc-17fa-4983-a990-f61981cbd0d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.978555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.978623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.978882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.979147] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.979280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.979363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.979543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.979667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.979780] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7857b1dc-17fa-4983-a990-f61981cbd0d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.095884] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.096249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.096249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.096361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.098132] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.098132] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.098132] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.098132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.098132] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.393041] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.415716] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c1f8f5ac-a083-47b1-ab0d-fd2b0706dd39 None None] Enqueued Resource ID: 29297ab6-5999-4c81-aa83-345f0ac123e4 with Priority: HIGHEST for action port [ 705.416080] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29297ab6-5999-4c81-aa83-345f0ac123e4 with Priority: HIGHEST for action port [ 705.416642] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-29297ab6-5999-4c81-aa83-345f0ac123e4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.416855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29297ab6-5999-4c81-aa83-345f0ac123e4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.416986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29297ab6-5999-4c81-aa83-345f0ac123e4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.417227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29297ab6-5999-4c81-aa83-345f0ac123e4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.417316] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29297ab6-5999-4c81-aa83-345f0ac123e4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.444925] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: SUCCESS [ 705.445088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.482070] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.482336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.482461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.482700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.482798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.484021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.484021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.484021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.484021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.484021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.484021] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 already deleted. [ 705.484021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.488783] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.488783] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-356" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.488937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-356" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.489313] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-356" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.489568] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.489741] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.489856] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.490606] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.490685] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.490917] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.491041] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.491179] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.491288] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.491389] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.491485] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.491671] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.509615] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.509795] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.509888] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.510129] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-356" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.510448] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-e18a9379-4ac6-4f25-8bb6-c27c38563c81 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.510616] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-e18a9379-4ac6-4f25-8bb6-c27c38563c81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.510733] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-e18a9379-4ac6-4f25-8bb6-c27c38563c81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.511064] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-e18a9379-4ac6-4f25-8bb6-c27c38563c81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.511220] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e18a9379-4ac6-4f25-8bb6-c27c38563c81',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.602035] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78210f0a-ee04-4a36-ac66-a3c29c3a3a05: rpc.has_security_group_logging(os_id): False [ 705.619474] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.619670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.619670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.619912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.620049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.620329] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.620438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.620499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.620659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.620732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.620929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.621786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.621786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.621786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.621786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.621786] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.621786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.621786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.622138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.622138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.622138] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 705.709052] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.709339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.709339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.709481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.709631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.726054] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 705.894553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.894921] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.895234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.895234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.895424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.895424] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 is going to be created. [ 705.918595] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.918776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.918829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.919017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.919372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.920486] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29297ab6-5999-4c81-aa83-345f0ac123e4 [ 705.920672] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.920772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.920827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.920992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.921419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.921567] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29297ab6-5999-4c81-aa83-345f0ac123e4 already deleted. [ 705.921668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29297ab6-5999-4c81-aa83-345f0ac123e4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.931078] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 in Status: UNINITIALIZED for 2s [ 706.014041] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.014274] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.014375] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.014654] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.014879] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.014970] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port e18a9379-4ac6-4f25-8bb6-c27c38563c81 not found, creating... [ 706.015200] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.015351] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.015460] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.017483] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.017483] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.017483] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.017483] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.017483] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.017483] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.017483] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.017483] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: e18a9379-4ac6-4f25-8bb6-c27c38563c81 is going to be created. [ 706.036544] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.036746] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.036861] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.037158] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.037373] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.037587] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-e18a9379-4ac6-4f25-8bb6-c27c38563c81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.099565] env[66006]: INFO networking_nsxv3.common.synchronization [None req-280bb5ee-2f11-4da7-bace-9c7d48698416 None None] Enqueued Resource ID: 05acd100-bc3a-4232-9596-ee5520f0e4a1 with Priority: HIGHEST for action port [ 706.100458] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05acd100-bc3a-4232-9596-ee5520f0e4a1 with Priority: HIGHEST for action port [ 706.100827] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-05acd100-bc3a-4232-9596-ee5520f0e4a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.100957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05acd100-bc3a-4232-9596-ee5520f0e4a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.101038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05acd100-bc3a-4232-9596-ee5520f0e4a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.101399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05acd100-bc3a-4232-9596-ee5520f0e4a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.101483] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05acd100-bc3a-4232-9596-ee5520f0e4a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.247627] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28156db-8487-4cc0-89c0-94de979351ab in Status: SUCCESS [ 706.247880] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28156db-8487-4cc0-89c0-94de979351ab deletion is rescheduled due to dependency. [ 706.247880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.603234] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05acd100-bc3a-4232-9596-ee5520f0e4a1 [ 706.603839] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.607098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.607098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.607098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.607098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.607098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05acd100-bc3a-4232-9596-ee5520f0e4a1 already deleted. [ 706.607098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05acd100-bc3a-4232-9596-ee5520f0e4a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.851417] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5221af4-fce0-400b-a62b-59e4b6955ec0 req-ca64c02c-1f30-4432-916a-ba0d6aa34ac6 service nova] Enqueued Resource ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 with Priority: HIGHEST for action security_group_rules [ 706.851417] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5221af4-fce0-400b-a62b-59e4b6955ec0 req-ca64c02c-1f30-4432-916a-ba0d6aa34ac6 service nova] Enqueued Resource ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 with Priority: HIGHEST for action security_group_members [ 706.851417] env[66006]: INFO networking_nsxv3.common.synchronization [req-c5221af4-fce0-400b-a62b-59e4b6955ec0 req-ca64c02c-1f30-4432-916a-ba0d6aa34ac6 service nova] Enqueued Resource ID: e18a9379-4ac6-4f25-8bb6-c27c38563c81 with Priority: HIGHEST for action port [ 706.851417] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 with Priority: HIGHEST for action security_group_rules [ 706.851417] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 with Priority: HIGHEST for action security_group_members [ 706.851417] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a9379-4ac6-4f25-8bb6-c27c38563c81 with Priority: HIGHEST for action port [ 706.851417] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7857b1dc-17fa-4983-a990-f61981cbd0d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.851417] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7857b1dc-17fa-4983-a990-f61981cbd0d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.851417] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7857b1dc-17fa-4983-a990-f61981cbd0d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.851417] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.851417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.853258] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7857b1dc-17fa-4983-a990-f61981cbd0d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.853258] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e18a9379-4ac6-4f25-8bb6-c27c38563c81 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.853258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e18a9379-4ac6-4f25-8bb6-c27c38563c81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.853258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e18a9379-4ac6-4f25-8bb6-c27c38563c81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.853258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e18a9379-4ac6-4f25-8bb6-c27c38563c81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.853258] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e18a9379-4ac6-4f25-8bb6-c27c38563c81',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.340299] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7857b1dc-17fa-4983-a990-f61981cbd0d0 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.340594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.340638] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7857b1dc-17fa-4983-a990-f61981cbd0d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.341658] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e18a9379-4ac6-4f25-8bb6-c27c38563c81 with status ACTIVE [ 707.341833] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.341940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.342018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.342226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.342311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.342613] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.342703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.342761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.342943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.345159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.345406] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.345510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.345570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.345724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.345805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.345880] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e18a9379-4ac6-4f25-8bb6-c27c38563c81 is going to be updated. [ 707.369675] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.369846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.370089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.370507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.370507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.370702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e18a9379-4ac6-4f25-8bb6-c27c38563c81" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.482204] env[66006]: INFO networking_nsxv3.common.synchronization [req-1f69cd71-3b19-4c23-9f1c-cc8be69198c3 req-c1c3d371-c973-4709-a0a1-c74e217cc99e tempest-ServerExternalEventsTest-1522762839 tempest-ServerExternalEventsTest-1522762839-project-member] Enqueued Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGHEST for action security_group_members [ 707.482806] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGHEST for action security_group_members [ 707.483226] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8ddf99-c8dc-4de7-a80f-9823b224532e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.483353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.483447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.483662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.483811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.484538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.484538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.484694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.484753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.484928] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8ddf99-c8dc-4de7-a80f-9823b224532e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.743050] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 707.743283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.847794] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7857b1dc-17fa-4983-a990-f61981cbd0d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.942118] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 in Status: SUCCESS [ 707.942390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.942538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.942766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.942959] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.943099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.943160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.943300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.943379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.943460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.943551] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.987254] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.987468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.987511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.988206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.988206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.988206] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.988206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.988549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.988549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.988549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.988549] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e is going to be updated. [ 708.017641] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.017798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.017857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.018065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.018680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.030808] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e in Status: IN_PROGRESS for 2s [ 708.354797] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.355343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.355343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.355343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.358113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.358113] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 is going to be created. [ 708.388953] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.389221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.389346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.389682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.389932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.402611] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 in Status: UNINITIALIZED for 2s [ 708.447550] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.565570] env[66006]: INFO networking_nsxv3.common.synchronization [None req-8ea0f07d-3795-4c39-acd0-e113e64ba56c None None] Enqueued Resource ID: 2d9569bd-3693-4268-9663-ec209ece3c97 with Priority: HIGHEST for action port [ 708.565570] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9569bd-3693-4268-9663-ec209ece3c97 with Priority: HIGHEST for action port [ 708.565570] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9569bd-3693-4268-9663-ec209ece3c97 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.565570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9569bd-3693-4268-9663-ec209ece3c97" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.565570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9569bd-3693-4268-9663-ec209ece3c97" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.566285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9569bd-3693-4268-9663-ec209ece3c97" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.566285] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9569bd-3693-4268-9663-ec209ece3c97',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.950641] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e0619e3-f2c0-4b5a-99e7-689c160b9e59: rpc.has_security_group_logging(os_id): False [ 708.971306] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.971468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.971524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.971735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.971827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.972073] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.972175] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.972239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.972379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.972456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.972542] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 is going to be created. [ 709.012484] env[66006]: INFO networking_nsxv3.common.synchronization [None req-bc033f18-1b24-4c03-baf9-a74145b6018c None None] Enqueued Resource ID: 7777b51b-c0de-4b0f-806c-d6f896f3e96b with Priority: HIGHEST for action port [ 709.012932] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777b51b-c0de-4b0f-806c-d6f896f3e96b with Priority: HIGHEST for action port [ 709.013240] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7777b51b-c0de-4b0f-806c-d6f896f3e96b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.013354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7777b51b-c0de-4b0f-806c-d6f896f3e96b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.013423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7777b51b-c0de-4b0f-806c-d6f896f3e96b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.013665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7777b51b-c0de-4b0f-806c-d6f896f3e96b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.013744] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7777b51b-c0de-4b0f-806c-d6f896f3e96b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.033539] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.033765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.033838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.034072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.034935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.046129] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 in Status: IN_PROGRESS for 2s [ 709.069106] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d9569bd-3693-4268-9663-ec209ece3c97 [ 709.069416] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.069504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.070042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.070042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.070042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.070042] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d9569bd-3693-4268-9663-ec209ece3c97 already deleted. [ 709.070042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9569bd-3693-4268-9663-ec209ece3c97" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.518173] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7777b51b-c0de-4b0f-806c-d6f896f3e96b [ 709.518173] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.518173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.518173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.518173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.518173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.518173] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7777b51b-c0de-4b0f-806c-d6f896f3e96b already deleted. [ 709.518173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7777b51b-c0de-4b0f-806c-d6f896f3e96b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.044808] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e in Status: SUCCESS [ 710.044971] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e deletion is rescheduled due to dependency. [ 710.045095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.413537] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 in Status: SUCCESS [ 710.413987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.414151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.414439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.414694] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.414881] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.414997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.415335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.415481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.415629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.415739] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7857b1dc-17fa-4983-a990-f61981cbd0d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.919780] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7857b1dc-17fa-4983-a990-f61981cbd0d0 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.920224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.920224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.920740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.920858] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.922479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.922479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.922479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.922479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.922479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.922891] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7857b1dc-17fa-4983-a990-f61981cbd0d0 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.922891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.923014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.924698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.924956] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.925127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.925195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.925380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.925464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.925557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.925671] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7857b1dc-17fa-4983-a990-f61981cbd0d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.062677] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 in Status: SUCCESS [ 711.063123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.430922] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7857b1dc-17fa-4983-a990-f61981cbd0d0: rpc.has_security_group_logging(os_id): False [ 711.453444] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.453444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.453444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.454079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.454079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.454079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.454079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.454221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.454390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.454390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.454585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.454585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.454784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.454784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.454874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.455214] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.455388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.455494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.455694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.455799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.455917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 is going to be created. [ 711.535702] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.535702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.535702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.535925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.536020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.548523] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 in Status: IN_PROGRESS for 2s [ 711.731433] env[66006]: INFO networking_nsxv3.common.synchronization [None req-02bca32a-2103-45ef-bea3-b86df0edb037 None None] Enqueued Resource ID: 4e88d6f4-7143-4e33-8bf8-085116968e8f with Priority: HIGHEST for action port [ 711.731433] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e88d6f4-7143-4e33-8bf8-085116968e8f with Priority: HIGHEST for action port [ 711.732044] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e88d6f4-7143-4e33-8bf8-085116968e8f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.732044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e88d6f4-7143-4e33-8bf8-085116968e8f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.732044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e88d6f4-7143-4e33-8bf8-085116968e8f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.736686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e88d6f4-7143-4e33-8bf8-085116968e8f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.736836] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e88d6f4-7143-4e33-8bf8-085116968e8f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.867383] env[66006]: INFO networking_nsxv3.common.synchronization [req-27de62f3-0a3f-4948-ad57-7f550091e316 req-7c9719a6-7692-4b16-bd85-fc10dd3abf15 tempest-MultipleCreateTestJSON-270291077 tempest-MultipleCreateTestJSON-270291077-project-member] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 711.868833] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 711.868833] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.868833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.868833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.868833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.868833] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.868833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.868833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.869238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.869238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.869238] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.052981] env[66006]: INFO networking_nsxv3.common.synchronization [req-670714a4-c0c6-47ed-80ac-01dc5f579c21 req-9c8002d1-5165-40ab-8d52-f18d65314c04 tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 712.052981] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 712.052981] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.052981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.052981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.053650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.053650] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.053650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.053650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.053650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.053650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.053650] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.243169] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e88d6f4-7143-4e33-8bf8-085116968e8f [ 712.243414] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.243972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.243972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.243972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.243972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.244212] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e88d6f4-7143-4e33-8bf8-085116968e8f already deleted. [ 712.244212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e88d6f4-7143-4e33-8bf8-085116968e8f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.371631] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.556862] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.556862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.556862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.557116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.557195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.557527] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.557527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.557623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.557710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.558057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.558057] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 712.690073] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.690073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.690073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.690073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.690073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.702571] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 712.874535] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.136599] env[66006]: INFO networking_nsxv3.common.synchronization [req-7e54cdc9-f713-4ca0-bdfc-4f6d86d58e30 req-34337a6a-dd1d-4360-a859-235188f5badf tempest-MultipleCreateTestJSON-270291077 tempest-MultipleCreateTestJSON-270291077-project-member] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 713.137807] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGHEST for action security_group_members [ 713.137807] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.137807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.377674] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.377674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.377674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.378050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.378050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.378050] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 713.413813] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.414052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.414156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.414425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.414596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.426371] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 713.561443] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 in Status: SUCCESS [ 713.561673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.713694] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 714.713981] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 deletion is rescheduled due to dependency. [ 714.713981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.113796] env[66006]: INFO networking_nsxv3.common.synchronization [req-55373876-56bb-4ce4-9075-c6e907373763 req-3eadab80-e26b-4ea4-918f-14d637dc68cf tempest-ServerRescueTestJSON-528735112 tempest-ServerRescueTestJSON-528735112-project-member] Enqueued Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 715.113796] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 715.113796] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.113796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.113796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.113796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.114248] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.114248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.114248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.114632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.114938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.116026] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.436745] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 715.437565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.437870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.439207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.439207] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.439207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.439207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.439207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.439207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.439207] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.575854] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.575854] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-171" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.576134] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-171" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.576164] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-171" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.576556] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.576556] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.576682] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.580051] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.580051] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.580051] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.580051] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.580051] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.580051] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.580051] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.580051] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.580051] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.598802] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.598851] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.598964] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.599169] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-171" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.599558] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-77ccf0b3-029d-47cf-944f-5c1d76e135d3 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.599716] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-77ccf0b3-029d-47cf-944f-5c1d76e135d3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.599821] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-77ccf0b3-029d-47cf-944f-5c1d76e135d3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.600478] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-77ccf0b3-029d-47cf-944f-5c1d76e135d3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.600615] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ccf0b3-029d-47cf-944f-5c1d76e135d3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.618320] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.900339] env[66006]: INFO networking_nsxv3.common.synchronization [req-e9fa0c55-bda5-4063-9797-91084464b0b1 req-22e90a7d-8833-4bb7-850f-653d4d94188d tempest-ServersWithSpecificFlavorTestJSON-1273904372 tempest-ServersWithSpecificFlavorTestJSON-1273904372-project-member] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 715.900837] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 715.901156] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.901278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.901345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.901542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.901698] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.901788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.901848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.901985] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.902081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.902197] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.941883] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.942097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.942097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.942325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.942426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.942592] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.942697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.942802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.942896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.942962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.943063] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be updated. [ 715.971874] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.972050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.972091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.972288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.972444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.980899] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: IN_PROGRESS for 2s [ 716.107226] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.107431] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.107543] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.107895] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.108025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.108405] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 77ccf0b3-029d-47cf-944f-5c1d76e135d3 not found, creating... [ 716.108405] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.109181] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.109181] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.109181] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.109275] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.109491] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.109637] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.109741] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.109937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.110357] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.110594] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 77ccf0b3-029d-47cf-944f-5c1d76e135d3 is going to be created. [ 716.122170] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.134073] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.134073] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.134279] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.134391] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.134586] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.134789] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-77ccf0b3-029d-47cf-944f-5c1d76e135d3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.404351] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.404545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.404591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.405448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.405448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.405448] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.405448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.405448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.405448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.405705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.405705] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c is going to be updated. [ 716.434340] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.434511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.434578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.434799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.434939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.445730] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: IN_PROGRESS for 2s [ 716.624585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.624825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.624933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.625208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.625437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.625614] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede47cc-6749-4736-8961-e1f1d607d9d0 is going to be updated. [ 716.677129] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.677376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.677686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.677739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.677904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.693869] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: IN_PROGRESS for 2s [ 716.853810] env[66006]: INFO networking_nsxv3.common.synchronization [req-55373876-56bb-4ce4-9075-c6e907373763 req-ffcefe03-ce34-422c-aeac-328cfa0ac95f service nova] Enqueued Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_rules [ 716.853999] env[66006]: INFO networking_nsxv3.common.synchronization [req-55373876-56bb-4ce4-9075-c6e907373763 req-ffcefe03-ce34-422c-aeac-328cfa0ac95f service nova] Enqueued Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 716.854154] env[66006]: INFO networking_nsxv3.common.synchronization [req-55373876-56bb-4ce4-9075-c6e907373763 req-ffcefe03-ce34-422c-aeac-328cfa0ac95f service nova] Enqueued Resource ID: 77ccf0b3-029d-47cf-944f-5c1d76e135d3 with Priority: HIGHEST for action port [ 716.854663] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_rules [ 716.854953] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 716.854953] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ccf0b3-029d-47cf-944f-5c1d76e135d3 with Priority: HIGHEST for action port [ 716.855711] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.855859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.855924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.856130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.856211] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.857732] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.857732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.857732] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ccf0b3-029d-47cf-944f-5c1d76e135d3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.857732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ccf0b3-029d-47cf-944f-5c1d76e135d3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.857732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ccf0b3-029d-47cf-944f-5c1d76e135d3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.857732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ccf0b3-029d-47cf-944f-5c1d76e135d3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.857732] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ccf0b3-029d-47cf-944f-5c1d76e135d3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.172018] env[66006]: INFO networking_nsxv3.common.synchronization [req-138c67d6-ffe0-4680-bdfa-e3f7c6636d62 req-673995fd-609b-4793-94b8-c74cba7e65eb tempest-ServerMetadataNegativeTestJSON-1099015075 tempest-ServerMetadataNegativeTestJSON-1099015075-project-member] Enqueued Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGHEST for action security_group_members [ 717.172018] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGHEST for action security_group_members [ 717.172018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.172018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.172018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.172530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.172530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.172530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.172661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.172702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.172790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.172880] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d46a5ea8-66e4-4ea5-b802-45cefbc8008a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.360166] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.360550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.360610] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77ccf0b3-029d-47cf-944f-5c1d76e135d3 with status ACTIVE [ 717.360750] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.360859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.361039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.361290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.361290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.361440] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.361590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.361590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.361745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.361859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.362012] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.362125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.362220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.362631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.362778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.362820] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77ccf0b3-029d-47cf-944f-5c1d76e135d3 is going to be updated. [ 717.387188] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.388115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.388115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.388115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.388115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.388115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ccf0b3-029d-47cf-944f-5c1d76e135d3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.675327] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.675507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.676140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.676140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.676140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.676422] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.676422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.676602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.676652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.676717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.676894] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a is going to be updated. [ 717.708346] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.708346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.710165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.711173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.711422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.722286] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a in Status: IN_PROGRESS for 2s [ 717.993279] env[66006]: INFO networking_nsxv3.common.synchronization [req-b0af3c3d-98e6-486f-8cda-4279b50a231f req-a5b53e99-517f-41ac-83e1-ea6be7a77288 tempest-TenantUsagesTestJSON-106132289 tempest-TenantUsagesTestJSON-106132289-project-member] Enqueued Resource ID: be13df69-da9f-480e-870d-dfa31d21b652 with Priority: HIGHEST for action security_group_members [ 717.993279] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 in Status: SUCCESS [ 717.995794] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 deletion is rescheduled due to dependency. [ 717.995794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.996532] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be13df69-da9f-480e-870d-dfa31d21b652 with Priority: HIGHEST for action security_group_members [ 717.996641] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-be13df69-da9f-480e-870d-dfa31d21b652 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.996710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.996757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.996971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.997146] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.997262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.997326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.997453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.997649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.997649] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be13df69-da9f-480e-870d-dfa31d21b652',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.457436] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: SUCCESS [ 718.457436] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c deletion is rescheduled due to dependency. [ 718.457436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.487030] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.487030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.487030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.487238] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.487476] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.487621] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.487728] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.487927] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.488075] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.488281] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.488371] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.488498] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.488601] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.488701] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.488795] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.488924] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.499952] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.500106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.502635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.502635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.502635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.502635] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.502635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.502635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.502635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.502635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.502635] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be13df69-da9f-480e-870d-dfa31d21b652 already deleted. [ 718.502635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.507641] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.507641] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.507641] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.507641] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.508367] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-197a7a4c-bd08-4985-a8eb-df15dbe85f79 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.508687] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-197a7a4c-bd08-4985-a8eb-df15dbe85f79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.508915] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-197a7a4c-bd08-4985-a8eb-df15dbe85f79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.509368] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-197a7a4c-bd08-4985-a8eb-df15dbe85f79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.509625] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('197a7a4c-bd08-4985-a8eb-df15dbe85f79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.706582] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: SUCCESS [ 718.707407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.707611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.707864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.708556] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.708697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.708775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.709240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.709375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.709497] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.014118] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.014118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.014118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.014118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.014118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.014118] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 197a7a4c-bd08-4985-a8eb-df15dbe85f79 not found, creating... [ 719.014118] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.014118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.014118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.014118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.014562] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.014562] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.014642] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.014701] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.014889] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.015012] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.015140] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 197a7a4c-bd08-4985-a8eb-df15dbe85f79 is going to be created. [ 719.036699] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.036894] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.037016] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.037292] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.037501] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.037713] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-197a7a4c-bd08-4985-a8eb-df15dbe85f79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.212844] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.715770] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.733244] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a in Status: SUCCESS [ 719.733341] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a deletion is rescheduled due to dependency. [ 719.733424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.793522] env[66006]: INFO networking_nsxv3.common.synchronization [req-b0af3c3d-98e6-486f-8cda-4279b50a231f req-1505d6ba-3017-4b37-b24d-fab78a74bd5e service nova] Enqueued Resource ID: be13df69-da9f-480e-870d-dfa31d21b652 with Priority: HIGHEST for action security_group_rules [ 719.793679] env[66006]: INFO networking_nsxv3.common.synchronization [req-b0af3c3d-98e6-486f-8cda-4279b50a231f req-1505d6ba-3017-4b37-b24d-fab78a74bd5e service nova] Enqueued Resource ID: be13df69-da9f-480e-870d-dfa31d21b652 with Priority: HIGHEST for action security_group_members [ 719.793805] env[66006]: INFO networking_nsxv3.common.synchronization [req-b0af3c3d-98e6-486f-8cda-4279b50a231f req-1505d6ba-3017-4b37-b24d-fab78a74bd5e service nova] Enqueued Resource ID: 197a7a4c-bd08-4985-a8eb-df15dbe85f79 with Priority: HIGHEST for action port [ 719.794833] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be13df69-da9f-480e-870d-dfa31d21b652 with Priority: HIGHEST for action security_group_rules [ 719.795046] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be13df69-da9f-480e-870d-dfa31d21b652 with Priority: HIGHEST for action security_group_members [ 719.795143] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 197a7a4c-bd08-4985-a8eb-df15dbe85f79 with Priority: HIGHEST for action port [ 719.795422] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be13df69-da9f-480e-870d-dfa31d21b652 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.795575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.795764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.795962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.796352] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be13df69-da9f-480e-870d-dfa31d21b652',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.797220] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-be13df69-da9f-480e-870d-dfa31d21b652 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.797481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.797481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.799460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.799460] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.799460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.799460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.799460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.799460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.799460] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be13df69-da9f-480e-870d-dfa31d21b652',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.799460] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-197a7a4c-bd08-4985-a8eb-df15dbe85f79 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.799460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-197a7a4c-bd08-4985-a8eb-df15dbe85f79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.800077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-197a7a4c-bd08-4985-a8eb-df15dbe85f79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.800077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-197a7a4c-bd08-4985-a8eb-df15dbe85f79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.800077] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('197a7a4c-bd08-4985-a8eb-df15dbe85f79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.219371] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.219371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.219371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.219371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.219543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.219543] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede47cc-6749-4736-8961-e1f1d607d9d0 is going to be updated. [ 720.250747] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.250747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.250895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.251063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.251145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.265149] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: IN_PROGRESS for 2s [ 720.301698] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be13df69-da9f-480e-870d-dfa31d21b652',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.303762] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-be13df69-da9f-480e-870d-dfa31d21b652 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.305290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.305516] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 197a7a4c-bd08-4985-a8eb-df15dbe85f79 with status ACTIVE [ 720.305692] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.305814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.305884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.306107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.306220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.306356] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.306454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.307421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.307514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.307576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.307896] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.308023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.308157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.308245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.308692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.308692] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 197a7a4c-bd08-4985-a8eb-df15dbe85f79 is going to be updated. [ 720.333746] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.334176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.334176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.334444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.334624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.334833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-197a7a4c-bd08-4985-a8eb-df15dbe85f79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.808057] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be13df69-da9f-480e-870d-dfa31d21b652',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.016433] env[66006]: INFO networking_nsxv3.common.synchronization [req-0948a154-50f6-4ef0-8e9a-14cc7d580ce3 req-fcc9e9ba-249b-4ea9-9190-8ef7fb12da23 tempest-ServerRescueNegativeTestJSON-1301040372 tempest-ServerRescueNegativeTestJSON-1301040372-project-member] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 721.016844] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 721.017160] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.017284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.017349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.017594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.017741] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.017840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.017901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.019713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.019713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.019713] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.310542] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.310542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.310542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.310542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.310542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.310720] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be13df69-da9f-480e-870d-dfa31d21b652 is going to be created. [ 721.343049] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.343049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.343049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.343049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.343049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.354053] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be13df69-da9f-480e-870d-dfa31d21b652 in Status: UNINITIALIZED for 2s [ 721.521363] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.521542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.521612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.521821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.521918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.522126] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.522265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.522312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.522441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.522517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.522600] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 already deleted. [ 721.522678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.531035] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.531285] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.531416] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.531725] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.532154] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.532367] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.532509] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.532751] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.532894] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.533110] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.533229] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.533331] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.533434] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.533527] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.533712] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.533777] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.557028] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.557028] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.557028] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.557028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.557028] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-59702356-da60-411a-be9c-1d4b87dcaebc taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.557028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-59702356-da60-411a-be9c-1d4b87dcaebc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.557028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-59702356-da60-411a-be9c-1d4b87dcaebc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.557028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-59702356-da60-411a-be9c-1d4b87dcaebc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.557028] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59702356-da60-411a-be9c-1d4b87dcaebc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.060064] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.060064] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.060064] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.060064] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.060579] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.060579] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 59702356-da60-411a-be9c-1d4b87dcaebc not found, creating... [ 722.060636] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.060803] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.060912] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.061140] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.061319] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.061563] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.061708] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.061814] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.062017] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.062147] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.062285] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 59702356-da60-411a-be9c-1d4b87dcaebc is going to be created. [ 722.085084] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.085291] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.085398] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.085677] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.085881] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.086109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-59702356-da60-411a-be9c-1d4b87dcaebc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.276727] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: SUCCESS [ 722.277039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.277286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.277596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.277868] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.278053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.278160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.278394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.278515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.278666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.278801] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.782124] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.782405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.782486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.782752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.783081] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.783206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.783264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.783476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.783685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.783822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.784026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.784144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.784211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.784367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.784515] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.784610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.784669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.784895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.784975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.785073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.785169] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.848351] env[66006]: INFO networking_nsxv3.common.synchronization [req-0948a154-50f6-4ef0-8e9a-14cc7d580ce3 req-bf0be920-d454-4b4b-9262-0200ba9949b0 service nova] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_rules [ 722.848547] env[66006]: INFO networking_nsxv3.common.synchronization [req-0948a154-50f6-4ef0-8e9a-14cc7d580ce3 req-bf0be920-d454-4b4b-9262-0200ba9949b0 service nova] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 722.848671] env[66006]: INFO networking_nsxv3.common.synchronization [req-0948a154-50f6-4ef0-8e9a-14cc7d580ce3 req-bf0be920-d454-4b4b-9262-0200ba9949b0 service nova] Enqueued Resource ID: 59702356-da60-411a-be9c-1d4b87dcaebc with Priority: HIGHEST for action port [ 722.849380] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_rules [ 722.849492] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 722.849603] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59702356-da60-411a-be9c-1d4b87dcaebc with Priority: HIGHEST for action port [ 722.849914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.850416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.850511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.851176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.851176] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.851999] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.853080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.853080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.853080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.853080] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.853080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.853482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.853482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.853611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.853734] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.855056] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-59702356-da60-411a-be9c-1d4b87dcaebc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.855235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59702356-da60-411a-be9c-1d4b87dcaebc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.855339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59702356-da60-411a-be9c-1d4b87dcaebc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.855571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59702356-da60-411a-be9c-1d4b87dcaebc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.855705] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59702356-da60-411a-be9c-1d4b87dcaebc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.288122] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cede47cc-6749-4736-8961-e1f1d607d9d0: rpc.has_security_group_logging(os_id): False [ 723.317252] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.317530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.317530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.317693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.317784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.318150] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.318150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.318150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.318372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.318372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.318573] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.318689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.318730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.318847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.318917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.320956] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.321110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.321378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.321457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.321546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.321636] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cede47cc-6749-4736-8961-e1f1d607d9d0 is going to be updated. [ 723.358511] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.359216] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.359356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.359539] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59702356-da60-411a-be9c-1d4b87dcaebc with status ACTIVE [ 723.359671] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.360448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.360448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.360448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.360448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.360723] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.360723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.360796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.361280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.361280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.364087] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.364087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.364087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.364087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.364328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.364439] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59702356-da60-411a-be9c-1d4b87dcaebc is going to be updated. [ 723.372109] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be13df69-da9f-480e-870d-dfa31d21b652 in Status: SUCCESS [ 723.372109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.372109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.372109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.372109] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.372109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.372109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.372109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.372109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.372109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.372109] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be13df69-da9f-480e-870d-dfa31d21b652',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.418404] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.418404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.418404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.418404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.418404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.418404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59702356-da60-411a-be9c-1d4b87dcaebc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.429868] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.429868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.429868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.429868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.429868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.451653] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: IN_PROGRESS for 2s [ 723.771019] env[66006]: INFO networking_nsxv3.common.synchronization [req-c3af03be-b439-428e-9423-81b49bde63d2 req-9d5d5d79-545d-462b-a7b4-8336071606d9 tempest-ServersTestBootFromVolume-1910152657 tempest-ServersTestBootFromVolume-1910152657-project-member] Enqueued Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_members [ 723.771019] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_members [ 723.771019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.771019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.771019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.771019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.771019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.771019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.771019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.771019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.771019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.771019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.869559] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.875903] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-be13df69-da9f-480e-870d-dfa31d21b652 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.876889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.877025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.877442] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.877505] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.877593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.877651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.878478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.878852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.879038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.879329] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-be13df69-da9f-480e-870d-dfa31d21b652 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.879481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.879675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.880235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.880235] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.880340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.880444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.880575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.880754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.880867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.881076] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be13df69-da9f-480e-870d-dfa31d21b652',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.078350] env[66006]: INFO networking_nsxv3.common.synchronization [None req-47264c41-4eb3-449e-a77a-087d18724135 None None] Enqueued Resource ID: d440870d-a32d-412a-921d-5956d244aa47 with Priority: HIGHEST for action port [ 724.078987] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d440870d-a32d-412a-921d-5956d244aa47 with Priority: HIGHEST for action port [ 724.079266] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-d440870d-a32d-412a-921d-5956d244aa47 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d440870d-a32d-412a-921d-5956d244aa47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d440870d-a32d-412a-921d-5956d244aa47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.080123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d440870d-a32d-412a-921d-5956d244aa47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.080180] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d440870d-a32d-412a-921d-5956d244aa47',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.274387] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.274573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.274642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.274863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.274968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.275177] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.275293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.275350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.275571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.275673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.275761] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 already deleted. [ 724.275850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.371801] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.372194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.372194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.372328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.372437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.372607] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 is going to be created. [ 724.387914] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be13df69-da9f-480e-870d-dfa31d21b652: rpc.has_security_group_logging(os_id): False [ 724.406106] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.406307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.406307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.406526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.407061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.412104] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.412280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.412280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.412495] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.412566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.412783] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.412885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.412943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.413108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.413184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.413356] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.413447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.413504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.413641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.413709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.413889] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.413977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.414641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.414884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.414884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.415405] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be13df69-da9f-480e-870d-dfa31d21b652 is going to be created. [ 724.416676] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: UNINITIALIZED for 2s [ 724.479386] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.479565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.479625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.480581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.480947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.495314] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be13df69-da9f-480e-870d-dfa31d21b652 in Status: IN_PROGRESS for 2s [ 724.544949] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.545245] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-500" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.545429] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-500" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.545799] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-500" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.546117] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.546361] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.546490] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.547460] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.547539] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.549300] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.549300] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.549300] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.549300] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.549300] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.549300] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.549300] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.569412] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.569599] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.569727] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.569983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-500" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.570305] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-67ab3d60-97e3-4204-8440-e2ca93cf8578 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.570554] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-67ab3d60-97e3-4204-8440-e2ca93cf8578" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.570677] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-67ab3d60-97e3-4204-8440-e2ca93cf8578" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.570997] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-67ab3d60-97e3-4204-8440-e2ca93cf8578" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.571140] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ab3d60-97e3-4204-8440-e2ca93cf8578',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.583236] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d440870d-a32d-412a-921d-5956d244aa47 [ 724.583838] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.584231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.584319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.585567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.585661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.585775] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d440870d-a32d-412a-921d-5956d244aa47 already deleted. [ 724.585865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d440870d-a32d-412a-921d-5956d244aa47" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.075322] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.077105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.077105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.077105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.077105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.077105] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 67ab3d60-97e3-4204-8440-e2ca93cf8578 not found, creating... [ 725.077105] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.077105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.077105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.077105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.077497] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.077497] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.077728] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.077728] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.077929] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.078091] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.079864] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 67ab3d60-97e3-4204-8440-e2ca93cf8578 is going to be created. [ 725.103954] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.104216] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.104334] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.104632] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.104906] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.105181] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-67ab3d60-97e3-4204-8440-e2ca93cf8578" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472444] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: SUCCESS [ 725.473161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.888810] env[66006]: INFO networking_nsxv3.common.synchronization [req-c3af03be-b439-428e-9423-81b49bde63d2 req-0c11f7b6-8b2b-4b1b-837e-a030281cc2be service nova] Enqueued Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_rules [ 725.889071] env[66006]: INFO networking_nsxv3.common.synchronization [req-c3af03be-b439-428e-9423-81b49bde63d2 req-0c11f7b6-8b2b-4b1b-837e-a030281cc2be service nova] Enqueued Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_members [ 725.889162] env[66006]: INFO networking_nsxv3.common.synchronization [req-c3af03be-b439-428e-9423-81b49bde63d2 req-0c11f7b6-8b2b-4b1b-837e-a030281cc2be service nova] Enqueued Resource ID: 67ab3d60-97e3-4204-8440-e2ca93cf8578 with Priority: HIGHEST for action port [ 725.889765] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_rules [ 725.889905] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_members [ 725.890028] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ab3d60-97e3-4204-8440-e2ca93cf8578 with Priority: HIGHEST for action port [ 725.890869] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.891070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.891102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.891626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.891626] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.894646] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.894646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.894646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.894836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.895469] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.895469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.895469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.895469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.896096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.896192] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.899338] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ab3d60-97e3-4204-8440-e2ca93cf8578 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.899338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ab3d60-97e3-4204-8440-e2ca93cf8578" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.899338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ab3d60-97e3-4204-8440-e2ca93cf8578" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.899552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ab3d60-97e3-4204-8440-e2ca93cf8578" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.900352] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ab3d60-97e3-4204-8440-e2ca93cf8578',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.403398] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.403398] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.403398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.403398] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67ab3d60-97e3-4204-8440-e2ca93cf8578 with status ACTIVE [ 726.403398] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.403398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.403398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.403398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.403398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.403398] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.403398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.403398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.404168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.404385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.404654] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.405261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.405453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.406290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.407948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.407948] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67ab3d60-97e3-4204-8440-e2ca93cf8578 is going to be updated. [ 726.428962] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: SUCCESS [ 726.429253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.429488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.430094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.430217] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.432866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.432866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.432866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.432866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.432866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.432866] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.436546] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.436878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.436878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.437061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.438305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.438305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ab3d60-97e3-4204-8440-e2ca93cf8578" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.505943] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9436da92-ef78-46a9-8a1d-37c9907f3974 None None] Enqueued Resource ID: 6189cfea-6421-4d31-91a0-b69af4e5ed8f with Priority: HIGHEST for action port [ 726.506242] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6189cfea-6421-4d31-91a0-b69af4e5ed8f with Priority: HIGHEST for action port [ 726.509707] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-6189cfea-6421-4d31-91a0-b69af4e5ed8f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.509827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6189cfea-6421-4d31-91a0-b69af4e5ed8f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.511980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6189cfea-6421-4d31-91a0-b69af4e5ed8f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.511980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6189cfea-6421-4d31-91a0-b69af4e5ed8f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.511980] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6189cfea-6421-4d31-91a0-b69af4e5ed8f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.516324] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be13df69-da9f-480e-870d-dfa31d21b652 in Status: SUCCESS [ 726.516570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.763673] env[66006]: INFO networking_nsxv3.common.synchronization [req-3f834464-5801-4b30-816b-3eecb253a6fe req-f6f2c253-c317-407d-b34a-689cf8cc817a tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_members [ 726.764292] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_members [ 726.764608] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.764787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.764787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.765797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.765986] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.766113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.766428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.766428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.766428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.766585] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.903211] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.938559] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.938755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.938802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.939018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.939201] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.939311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.939412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.939579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.939671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.939759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.939908] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.940030] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.940091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.940239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.940379] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.940468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.940519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.940673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.940752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.940832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.941028] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.014917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6189cfea-6421-4d31-91a0-b69af4e5ed8f [ 727.015392] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.015673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.015754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.015999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.016203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.016374] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6189cfea-6421-4d31-91a0-b69af4e5ed8f already deleted. [ 727.016502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6189cfea-6421-4d31-91a0-b69af4e5ed8f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.175490] env[66006]: INFO networking_nsxv3.common.synchronization [None req-de2e8d36-d819-4d22-bd56-7b9caeebf735 None None] Enqueued Resource ID: 56359afa-d12d-468e-af55-3ec0f79e6713 with Priority: HIGHEST for action port [ 727.176481] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56359afa-d12d-468e-af55-3ec0f79e6713 with Priority: HIGHEST for action port [ 727.178037] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-56359afa-d12d-468e-af55-3ec0f79e6713 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.178037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56359afa-d12d-468e-af55-3ec0f79e6713" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.178037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56359afa-d12d-468e-af55-3ec0f79e6713" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.178037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56359afa-d12d-468e-af55-3ec0f79e6713" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.178037] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56359afa-d12d-468e-af55-3ec0f79e6713',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.254652] env[66006]: INFO networking_nsxv3.common.synchronization [None req-a759bf60-81e3-403d-a613-e2d0a065eb2d tempest-ImagesOneServerNegativeTestJSON-1582341434 tempest-ImagesOneServerNegativeTestJSON-1582341434-project-member] Enqueued Resource ID: ea36710d-429b-4bb8-97e1-bec79a774ea4 with Priority: HIGHEST for action security_group_rules [ 727.257347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36710d-429b-4bb8-97e1-bec79a774ea4 with Priority: HIGHEST for action security_group_rules [ 727.257677] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea36710d-429b-4bb8-97e1-bec79a774ea4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.257866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea36710d-429b-4bb8-97e1-bec79a774ea4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.257866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea36710d-429b-4bb8-97e1-bec79a774ea4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.258238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea36710d-429b-4bb8-97e1-bec79a774ea4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.258357] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea36710d-429b-4bb8-97e1-bec79a774ea4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.271893] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.272225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.272635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.272907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.273073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.273333] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.273564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.273738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.274055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.274271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.274271] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 already deleted. [ 727.274390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.407520] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.407648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.407776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.409305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.409305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.409305] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 is going to be created. [ 727.421964] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.422326] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.422529] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.422947] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.423338] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.423562] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.423753] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.424086] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.424222] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.424551] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.424658] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.424803] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.424950] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.425104] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.425268] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.425423] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.437902] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.437902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.438546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.438546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.438546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.443897] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd3fc05-6fae-400b-ada7-6c5020c6dff2: rpc.has_security_group_logging(os_id): False [ 727.450457] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.450457] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.450457] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.450730] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.450976] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-c5853896-6e18-44d1-858f-8f3a28d87043 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.451085] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-c5853896-6e18-44d1-858f-8f3a28d87043" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.451412] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-c5853896-6e18-44d1-858f-8f3a28d87043" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.452185] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-c5853896-6e18-44d1-858f-8f3a28d87043" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.452185] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5853896-6e18-44d1-858f-8f3a28d87043',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.453344] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 in Status: UNINITIALIZED for 2s [ 727.464574] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.464783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.464878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.465104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.465220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.465430] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.465544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.465630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.465797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.465875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.466094] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.466217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.466325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.466396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.467377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.467377] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.467377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.467377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.467377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.467377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.467775] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 is going to be created. [ 727.564574] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.564574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.564574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.564574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.564929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.577668] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: IN_PROGRESS for 2s [ 727.610449] env[66006]: INFO networking_nsxv3.common.synchronization [None req-aa27ea6e-d92b-4626-978e-73c077f22436 tempest-ImagesOneServerNegativeTestJSON-1582341434 tempest-ImagesOneServerNegativeTestJSON-1582341434-project-member] Enqueued Resource ID: ea36710d-429b-4bb8-97e1-bec79a774ea4 with Priority: HIGHEST for action security_group_rules [ 727.611904] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36710d-429b-4bb8-97e1-bec79a774ea4 with Priority: HIGHEST for action security_group_rules [ 727.612515] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea36710d-429b-4bb8-97e1-bec79a774ea4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.612909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea36710d-429b-4bb8-97e1-bec79a774ea4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.679881] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56359afa-d12d-468e-af55-3ec0f79e6713 [ 727.680161] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.680282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.680354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.680578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.680668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.680757] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56359afa-d12d-468e-af55-3ec0f79e6713 already deleted. [ 727.680836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56359afa-d12d-468e-af55-3ec0f79e6713" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.782528] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.782528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.782761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.782804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.782917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.783021] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea36710d-429b-4bb8-97e1-bec79a774ea4 already deleted. [ 727.783101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea36710d-429b-4bb8-97e1-bec79a774ea4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.783673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea36710d-429b-4bb8-97e1-bec79a774ea4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.783673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea36710d-429b-4bb8-97e1-bec79a774ea4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.783673] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea36710d-429b-4bb8-97e1-bec79a774ea4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.955499] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.955499] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.955499] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.955802] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.955905] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.956066] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port c5853896-6e18-44d1-858f-8f3a28d87043 not found, creating... [ 727.956327] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.956480] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.956590] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.956814] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.956942] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.957247] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.957411] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.957529] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.957785] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.957926] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.958089] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: c5853896-6e18-44d1-858f-8f3a28d87043 is going to be created. [ 727.989171] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.989494] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.989630] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.990076] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.990378] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.990781] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-c5853896-6e18-44d1-858f-8f3a28d87043" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.309275] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.309423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.309495] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.309715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.309870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.310022] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea36710d-429b-4bb8-97e1-bec79a774ea4 already deleted. [ 728.310175] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea36710d-429b-4bb8-97e1-bec79a774ea4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.728179] env[66006]: INFO networking_nsxv3.common.synchronization [req-3f834464-5801-4b30-816b-3eecb253a6fe req-36bf9260-4f29-45c1-a7f1-f5eca26a77e9 service nova] Enqueued Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_rules [ 728.728179] env[66006]: INFO networking_nsxv3.common.synchronization [req-3f834464-5801-4b30-816b-3eecb253a6fe req-36bf9260-4f29-45c1-a7f1-f5eca26a77e9 service nova] Enqueued Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_members [ 728.728179] env[66006]: INFO networking_nsxv3.common.synchronization [req-3f834464-5801-4b30-816b-3eecb253a6fe req-36bf9260-4f29-45c1-a7f1-f5eca26a77e9 service nova] Enqueued Resource ID: c5853896-6e18-44d1-858f-8f3a28d87043 with Priority: HIGHEST for action port [ 728.728179] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_rules [ 728.728179] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_members [ 728.728179] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5853896-6e18-44d1-858f-8f3a28d87043 with Priority: HIGHEST for action port [ 728.733019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.733019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.733019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.733019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.733019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.733019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.733019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.733019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.733019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.733019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.733019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.733019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.733622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.733792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.733959] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.735329] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5853896-6e18-44d1-858f-8f3a28d87043 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.736341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5853896-6e18-44d1-858f-8f3a28d87043" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.736573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5853896-6e18-44d1-858f-8f3a28d87043" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.736888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5853896-6e18-44d1-858f-8f3a28d87043" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.737158] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5853896-6e18-44d1-858f-8f3a28d87043',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.196093] env[66006]: INFO networking_nsxv3.common.synchronization [req-25f3d4dd-0bdf-43f9-b97f-15fe8a598299 req-ffef7ab3-e322-4627-ac11-fc4deef5bd76 tempest-ServerRescueNegativeTestJSON-1301040372 tempest-ServerRescueNegativeTestJSON-1301040372-project-member] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 729.196669] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 729.196965] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.200598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.200598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.200598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.200598] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.200598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.200598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.200960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.200960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.200960] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.240070] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.240215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.240541] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.241548] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5853896-6e18-44d1-858f-8f3a28d87043 with status ACTIVE [ 729.241548] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.241707] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.241707] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.243122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.243122] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.243122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.243122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.243122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.243122] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.243122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.243122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.244164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.244249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.244540] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5853896-6e18-44d1-858f-8f3a28d87043 is going to be updated. [ 729.268062] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.268062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.268062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.268062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.269178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.269384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5853896-6e18-44d1-858f-8f3a28d87043" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.466678] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 in Status: SUCCESS [ 729.466678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.466678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.466678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.466678] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.466678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.466678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.466678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.466678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.466678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.466678] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.560801] env[66006]: INFO networking_nsxv3.common.synchronization [req-3feb7169-a5fd-4467-a4f2-b65b263a33c6 req-4a7355dd-a666-45c3-a09b-ea7ea01e2afb tempest-ServersAdminNegativeTestJSON-1295894835 tempest-ServersAdminNegativeTestJSON-1295894835-project-member] Enqueued Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 729.560801] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGHEST for action security_group_members [ 729.560944] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.561047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.561112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.561387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.562191] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.562191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.562191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.562191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.562191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.562191] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.592058] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: SUCCESS [ 729.592413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.707647] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.707647] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.707647] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.709056] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.709056] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.709056] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.709056] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.709485] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.709739] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.710086] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.710351] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.710688] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.710903] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.713023] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.713023] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.713023] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.713023] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.735596] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.735596] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.735596] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.735596] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.735596] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-eaa7a243-bfc7-41ff-a151-9c44e38ce528 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.735596] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-eaa7a243-bfc7-41ff-a151-9c44e38ce528" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.735596] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-eaa7a243-bfc7-41ff-a151-9c44e38ce528" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.735596] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-eaa7a243-bfc7-41ff-a151-9c44e38ce528" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.735596] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaa7a243-bfc7-41ff-a151-9c44e38ce528',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.746879] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.969222] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.065622] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.065622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.065622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.065622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.065622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.065622] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.065622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.065622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.066461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.066461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.066461] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 is going to be updated. [ 730.105330] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.105330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.105330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.105330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.105330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.114147] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: IN_PROGRESS for 2s [ 730.215797] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.238180] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.238467] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.238639] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.238958] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.239154] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.239400] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port eaa7a243-bfc7-41ff-a151-9c44e38ce528 not found, creating... [ 730.240022] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.240022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.240022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.240316] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.240466] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.240800] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.240958] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.241389] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.241680] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.242128] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.242309] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: eaa7a243-bfc7-41ff-a151-9c44e38ce528 is going to be created. [ 730.249417] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.249796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.249796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.249953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.250141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.250340] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 is going to be created. [ 730.264947] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.265234] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.265355] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.265641] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.265867] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.266094] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-eaa7a243-bfc7-41ff-a151-9c44e38ce528" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.306499] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.306658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.306714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.307194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.307194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.322147] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 in Status: UNINITIALIZED for 2s [ 730.473299] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57: rpc.has_security_group_logging(os_id): False [ 730.492738] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.492928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.492971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.493182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.493269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.493504] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.493605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.493671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.493821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.493894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.493977] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 is going to be created. [ 730.561963] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.562202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.562202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.562429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.562595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.574258] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 in Status: IN_PROGRESS for 2s [ 730.596120] env[66006]: INFO networking_nsxv3.common.synchronization [None req-45f46082-6eb8-41e8-bc3b-7929bccf1845 None None] Enqueued Resource ID: 98deef5f-b5d6-4b57-9c37-e2f84aa6213b with Priority: HIGHEST for action port [ 730.596751] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98deef5f-b5d6-4b57-9c37-e2f84aa6213b with Priority: HIGHEST for action port [ 730.597423] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-98deef5f-b5d6-4b57-9c37-e2f84aa6213b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.597661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98deef5f-b5d6-4b57-9c37-e2f84aa6213b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.597752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98deef5f-b5d6-4b57-9c37-e2f84aa6213b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.598107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98deef5f-b5d6-4b57-9c37-e2f84aa6213b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.598239] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98deef5f-b5d6-4b57-9c37-e2f84aa6213b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.718374] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.718525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.718563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.718801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.718845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.718939] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 is going to be updated. [ 730.762793] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.763185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.763185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.763284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.763389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.773969] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: IN_PROGRESS for 2s [ 731.007559] env[66006]: INFO networking_nsxv3.common.synchronization [req-25f3d4dd-0bdf-43f9-b97f-15fe8a598299 req-62dfc094-3690-4b34-8a7d-b29d6531e9af service nova] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_rules [ 731.007774] env[66006]: INFO networking_nsxv3.common.synchronization [req-25f3d4dd-0bdf-43f9-b97f-15fe8a598299 req-62dfc094-3690-4b34-8a7d-b29d6531e9af service nova] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 731.007969] env[66006]: INFO networking_nsxv3.common.synchronization [req-25f3d4dd-0bdf-43f9-b97f-15fe8a598299 req-62dfc094-3690-4b34-8a7d-b29d6531e9af service nova] Enqueued Resource ID: eaa7a243-bfc7-41ff-a151-9c44e38ce528 with Priority: HIGHEST for action port [ 731.008635] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_rules [ 731.008814] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 731.008959] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa7a243-bfc7-41ff-a151-9c44e38ce528 with Priority: HIGHEST for action port [ 731.009462] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.009705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.009892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.010312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.010441] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.012602] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.013743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.014084] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaa7a243-bfc7-41ff-a151-9c44e38ce528 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.015139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaa7a243-bfc7-41ff-a151-9c44e38ce528" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.015289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaa7a243-bfc7-41ff-a151-9c44e38ce528" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.015607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaa7a243-bfc7-41ff-a151-9c44e38ce528" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.015808] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaa7a243-bfc7-41ff-a151-9c44e38ce528',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.104145] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98deef5f-b5d6-4b57-9c37-e2f84aa6213b [ 731.104145] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.104145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.104145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.104145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.104145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.104145] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98deef5f-b5d6-4b57-9c37-e2f84aa6213b already deleted. [ 731.104145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98deef5f-b5d6-4b57-9c37-e2f84aa6213b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.519139] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaa7a243-bfc7-41ff-a151-9c44e38ce528 with status ACTIVE [ 731.519402] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.519552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.519618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.519828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.519911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.520097] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.523016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.523016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.523016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.523016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.523016] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.523016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.523016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.523016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.523016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.523016] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaa7a243-bfc7-41ff-a151-9c44e38ce528 is going to be updated. [ 731.523016] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.523016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.556361] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.556361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.556361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.556361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.556361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.556361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaa7a243-bfc7-41ff-a151-9c44e38ce528" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.126357] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 in Status: SUCCESS [ 732.126764] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 deletion is rescheduled due to dependency. [ 732.126874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.239801] env[66006]: INFO networking_nsxv3.common.synchronization [req-5781b7fa-7200-48c8-bf2b-9b780d3b20df req-ae54efcd-1a3c-4a76-8d07-b43714ad8e00 tempest-ServersNegativeTestJSON-874941818 tempest-ServersNegativeTestJSON-874941818-project-member] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 732.240592] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 732.240869] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.242713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.242828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.243116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.245552] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.245552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.245552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.245552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.245552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.245552] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.333175] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 in Status: SUCCESS [ 732.333388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.333559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.333897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.334104] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.334224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.334294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.334473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.334559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.334649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.334767] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.589030] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 in Status: SUCCESS [ 732.590032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.746643] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.746838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.747237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.747488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.747579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.748077] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.748217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.748285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.748536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.748536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.748669] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a already deleted. [ 732.748754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.790646] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: SUCCESS [ 732.790646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.790646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.790853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.791048] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.791751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.791751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.791751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.791751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.791751] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.842228] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.878933] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.879552] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.879781] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.880281] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.880708] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.880980] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.881300] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.881688] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.881938] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.882293] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.882482] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.882665] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.882861] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.883115] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.883267] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.883507] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.905376] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.905376] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.905376] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.905631] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.905745] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-7474584c-770b-43e3-a474-4d1f1723d09b taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.905919] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.906044] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.906371] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.906497] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7474584c-770b-43e3-a474-4d1f1723d09b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.294554] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.345396] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 911337c7-4069-4ef2-8fe5-3b731fa0bdd3: rpc.has_security_group_logging(os_id): False [ 733.367441] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.367629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.367716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.367935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.368046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.368300] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.368404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.368466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.368621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.368704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.368791] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 is going to be created. [ 733.409479] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.409479] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.410407] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.410407] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.410407] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.410407] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 7474584c-770b-43e3-a474-4d1f1723d09b not found, creating... [ 733.410407] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.410713] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.410713] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.410865] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.410982] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.411798] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.411798] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.411798] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.412094] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.412146] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.412291] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 7474584c-770b-43e3-a474-4d1f1723d09b is going to be created. [ 733.437514] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.437756] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.437831] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.438156] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.438554] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.438862] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.442636] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.442636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.442636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.442636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.442636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.456024] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 in Status: IN_PROGRESS for 2s [ 733.797521] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.157191] env[66006]: INFO networking_nsxv3.common.synchronization [req-5781b7fa-7200-48c8-bf2b-9b780d3b20df req-3b5b85b2-ea86-433e-974e-ecb3a50a84a3 service nova] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_rules [ 734.157191] env[66006]: INFO networking_nsxv3.common.synchronization [req-5781b7fa-7200-48c8-bf2b-9b780d3b20df req-3b5b85b2-ea86-433e-974e-ecb3a50a84a3 service nova] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 734.157191] env[66006]: INFO networking_nsxv3.common.synchronization [req-5781b7fa-7200-48c8-bf2b-9b780d3b20df req-3b5b85b2-ea86-433e-974e-ecb3a50a84a3 service nova] Enqueued Resource ID: 7474584c-770b-43e3-a474-4d1f1723d09b with Priority: HIGHEST for action port [ 734.157191] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_rules [ 734.157191] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 734.157191] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7474584c-770b-43e3-a474-4d1f1723d09b with Priority: HIGHEST for action port [ 734.157191] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.158168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.158331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.159910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.160016] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.162289] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.164117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.164117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.164117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.164117] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.164117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.164117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.164117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.164117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.164117] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.169274] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7474584c-770b-43e3-a474-4d1f1723d09b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.169386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.169455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.169633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.169715] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7474584c-770b-43e3-a474-4d1f1723d09b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.300133] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.300564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.300564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.300678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.300728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.300859] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 is going to be updated. [ 734.372150] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.372337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.372417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.372676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.372842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.386946] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: IN_PROGRESS for 2s [ 734.673056] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.673056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.676062] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.679932] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7474584c-770b-43e3-a474-4d1f1723d09b with status ACTIVE [ 734.680187] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.681096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.681189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.681474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.681641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.682527] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.682643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.682709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.683042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.683042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.683303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.683431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.683778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.683889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.683983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.684243] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7474584c-770b-43e3-a474-4d1f1723d09b is going to be updated. [ 734.715198] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.715198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.715198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.715198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.715198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.718160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.186872] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.470353] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 in Status: SUCCESS [ 735.470737] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.689234] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.689574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.689574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.689764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.689937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.690058] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be created. [ 735.718845] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.719036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.719101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.719452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.720818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.734426] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: UNINITIALIZED for 2s [ 736.233205] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9b98ef4f-8aca-4e8c-b9cf-8dc3abc899bb None None] Enqueued Resource ID: bde5b172-0aea-486f-bffa-5e344c155d24 with Priority: HIGHEST for action port [ 736.233855] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde5b172-0aea-486f-bffa-5e344c155d24 with Priority: HIGHEST for action port [ 736.234231] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde5b172-0aea-486f-bffa-5e344c155d24 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.234345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde5b172-0aea-486f-bffa-5e344c155d24" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.234501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde5b172-0aea-486f-bffa-5e344c155d24" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.234871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde5b172-0aea-486f-bffa-5e344c155d24" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.234871] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde5b172-0aea-486f-bffa-5e344c155d24',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.398637] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: SUCCESS [ 736.398711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.398828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.399075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.399279] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.399425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.399492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.399666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.399750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.399833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.399919] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.741124] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bde5b172-0aea-486f-bffa-5e344c155d24 [ 736.741124] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.741741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.741741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.741741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.741741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.741741] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bde5b172-0aea-486f-bffa-5e344c155d24 already deleted. [ 736.741874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde5b172-0aea-486f-bffa-5e344c155d24" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.907031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.907031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.907031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.907031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.907031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.907868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.907868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.907868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.907868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.907868] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.225971] env[66006]: INFO networking_nsxv3.common.synchronization [req-2ad02de3-aafd-4c15-97a0-e04cb621e1fd req-0e9953cc-9838-4b08-ad98-7d88da37a66e tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 737.226527] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 737.226830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.226951] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.229066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.232602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.232602] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.232602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.232602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.232602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.232602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.232602] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.412741] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd3fc05-6fae-400b-ada7-6c5020c6dff2: rpc.has_security_group_logging(os_id): False [ 737.441216] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.441216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.441216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.441216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.441216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.441676] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.443033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.443033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.443033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.443033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.443033] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.443033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.443033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.443501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.443647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.444108] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.444335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.444489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.444850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.445043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.445203] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 is going to be updated. [ 737.545650] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.545650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.545650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.545916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.545916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.565020] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: IN_PROGRESS for 2s [ 737.732965] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.733261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.733261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.733418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.733502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.733891] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.734138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.734258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.734469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.734550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.734635] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a already deleted. [ 737.734715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.745073] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 737.745365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.745457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.745664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.745990] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.745990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.746152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.746181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.746260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.746410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.746410] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.875228] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.875461] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.875601] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.876513] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.877362] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.877639] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.877824] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.878118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.878339] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.878629] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.878821] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.879023] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.879229] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.879448] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.879665] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.880467] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.902849] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.903131] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.903350] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.904498] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.904842] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.905043] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.905188] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.905601] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.905761] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.252669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.252669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.252669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.252669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.252669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.253346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.253346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.253346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.253346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.253346] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.407812] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.408120] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.408262] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.408528] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.408698] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.408852] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2 not found, creating... [ 738.409255] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.409552] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.409708] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.409985] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.410143] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.410421] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.410667] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.410815] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.411059] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.411222] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.411537] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2 is going to be created. [ 738.434201] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.434201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.434201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.434201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.434201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.434615] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.756285] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e394ca6d-939f-4547-9b73-4f329a3e7f2a: rpc.has_security_group_logging(os_id): False [ 738.765968] env[66006]: INFO networking_nsxv3.common.synchronization [None req-4f17fad3-57b1-4567-8082-9a76fca09142 None None] Enqueued Resource ID: 3c878fb9-4bd1-4b22-b347-2367a7c7f01d with Priority: HIGHEST for action port [ 738.767110] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c878fb9-4bd1-4b22-b347-2367a7c7f01d with Priority: HIGHEST for action port [ 738.768045] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c878fb9-4bd1-4b22-b347-2367a7c7f01d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.768045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c878fb9-4bd1-4b22-b347-2367a7c7f01d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.768045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c878fb9-4bd1-4b22-b347-2367a7c7f01d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.768045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c878fb9-4bd1-4b22-b347-2367a7c7f01d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.768045] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c878fb9-4bd1-4b22-b347-2367a7c7f01d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.783261] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.783448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.783448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.783651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.783756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.784169] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.784169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.784169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.784344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.784374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.784553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.784642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.784696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.784837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.784909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.785116] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.785211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.785262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.785508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.785508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.785587] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be created. [ 738.870431] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.870625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.870728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.871051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.871302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.886157] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: IN_PROGRESS for 2s [ 739.195066] env[66006]: INFO networking_nsxv3.common.synchronization [req-2ad02de3-aafd-4c15-97a0-e04cb621e1fd req-6b41c734-2bcb-4f76-b87c-c354ae720ad5 service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 739.195242] env[66006]: INFO networking_nsxv3.common.synchronization [req-2ad02de3-aafd-4c15-97a0-e04cb621e1fd req-6b41c734-2bcb-4f76-b87c-c354ae720ad5 service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 739.195369] env[66006]: INFO networking_nsxv3.common.synchronization [req-2ad02de3-aafd-4c15-97a0-e04cb621e1fd req-6b41c734-2bcb-4f76-b87c-c354ae720ad5 service nova] Enqueued Resource ID: 28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2 with Priority: HIGHEST for action port [ 739.196508] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 739.196508] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 739.196508] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2 with Priority: HIGHEST for action port [ 739.196508] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.196508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.196508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.197285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.197285] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.198019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.198128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.200831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.201041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.201200] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.201300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.201361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.201530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.201620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.201795] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.202618] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.202719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.203210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.203210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.203210] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.270549] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c878fb9-4bd1-4b22-b347-2367a7c7f01d [ 739.271702] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.271702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.271702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.271933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.271933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.271992] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c878fb9-4bd1-4b22-b347-2367a7c7f01d already deleted. [ 739.272089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c878fb9-4bd1-4b22-b347-2367a7c7f01d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.582949] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: SUCCESS [ 739.583311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.707512] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.707830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.707945] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2 with status ACTIVE [ 739.708949] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.708949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.708949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.708949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.708949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.709235] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.709235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.709348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.709783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.709783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.709923] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.709978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.710040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.710261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.710386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.710547] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2 is going to be updated. [ 739.713409] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.741745] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.742206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.742206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.742206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.742333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.742979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28e9bcb8-13b9-4d7b-bd10-9a40c62f9ca2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.217462] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.478991] env[66006]: INFO networking_nsxv3.common.synchronization [None req-f884db6b-b210-4d49-ad4a-0b91aae17aef None None] Enqueued Resource ID: f373db2b-c493-45d5-b1f9-de6c5ea9d4f3 with Priority: HIGHEST for action port [ 740.479665] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f373db2b-c493-45d5-b1f9-de6c5ea9d4f3 with Priority: HIGHEST for action port [ 740.481028] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f373db2b-c493-45d5-b1f9-de6c5ea9d4f3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.481028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f373db2b-c493-45d5-b1f9-de6c5ea9d4f3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.481208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f373db2b-c493-45d5-b1f9-de6c5ea9d4f3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.482167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f373db2b-c493-45d5-b1f9-de6c5ea9d4f3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.482167] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f373db2b-c493-45d5-b1f9-de6c5ea9d4f3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.720556] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.720810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.720810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.721046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.721157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.721291] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be created. [ 740.758428] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.758814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.758974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.759460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.759901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.775785] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: UNINITIALIZED for 2s [ 740.902210] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 740.902512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.986165] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f373db2b-c493-45d5-b1f9-de6c5ea9d4f3 [ 740.986165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.986165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.986165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.986165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.986165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.986165] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f373db2b-c493-45d5-b1f9-de6c5ea9d4f3 already deleted. [ 740.986165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f373db2b-c493-45d5-b1f9-de6c5ea9d4f3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.791138] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 742.791392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.791572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.791787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.791973] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.793028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.793136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.793306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.793946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.793946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.793946] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.297819] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.297819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.297819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.297819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.297819] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.297819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.297819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.298431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.298431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.298431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.298431] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.298673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.298673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.298673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.298998] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.298998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.298998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.299210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.299210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.299210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.299330] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.382313] env[66006]: INFO networking_nsxv3.common.synchronization [None req-6000a91a-bca8-4c53-a600-9fa73191f3e0 None None] Enqueued Resource ID: 414f5226-e1f2-48d8-842b-2c471c028f61 with Priority: HIGHEST for action port [ 743.383393] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414f5226-e1f2-48d8-842b-2c471c028f61 with Priority: HIGHEST for action port [ 743.383812] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-414f5226-e1f2-48d8-842b-2c471c028f61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.383948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-414f5226-e1f2-48d8-842b-2c471c028f61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.384181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-414f5226-e1f2-48d8-842b-2c471c028f61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.384336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-414f5226-e1f2-48d8-842b-2c471c028f61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.384426] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('414f5226-e1f2-48d8-842b-2c471c028f61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.584412] env[66006]: INFO networking_nsxv3.common.synchronization [req-982fd8f7-3c02-46bf-b28b-42a88f80ef79 req-86105e26-edab-4b3b-9b8c-0c1d9874b2c0 tempest-FloatingIPsAssociationTestJSON-562498210 tempest-FloatingIPsAssociationTestJSON-562498210-project-member] Enqueued Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 743.584412] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGHEST for action security_group_members [ 743.584412] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.584412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.584412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.585441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.585660] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.585862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.585966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.586168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.586369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.586544] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.806573] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 206c51d0-9e5d-4572-b376-65a436ace75a: rpc.has_security_group_logging(os_id): False [ 743.829401] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.829701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.829745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.829975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.830085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.830350] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.830473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.830541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.830762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.830834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.831042] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.831145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.831145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.831768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.831768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.831768] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.831768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.831768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.832539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.832632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.832732] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be created. [ 743.887701] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 414f5226-e1f2-48d8-842b-2c471c028f61 [ 743.888731] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.888731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.888731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.888731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.888731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.890503] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:414f5226-e1f2-48d8-842b-2c471c028f61 already deleted. [ 743.890503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-414f5226-e1f2-48d8-842b-2c471c028f61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.906160] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.906993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.906993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.906993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.906993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.923804] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 744.091560] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.091758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.091831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.092131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.092486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.092486] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.093255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.093255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.093255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.093255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.093255] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 is going to be updated. [ 744.147698] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.147698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.147698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.147698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.147698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.163061] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: IN_PROGRESS for 2s [ 745.386640] env[66006]: INFO networking_nsxv3.common.synchronization [req-bdf02e71-2dfd-47c6-9a6c-b432b75134b5 req-f19fa6a8-5da4-45f2-9f43-409a9260c986 tempest-TenantUsagesTestJSON-106132289 tempest-TenantUsagesTestJSON-106132289-project-member] Enqueued Resource ID: be13df69-da9f-480e-870d-dfa31d21b652 with Priority: HIGHEST for action security_group_members [ 745.387255] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be13df69-da9f-480e-870d-dfa31d21b652 with Priority: HIGHEST for action security_group_members [ 745.387569] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-be13df69-da9f-480e-870d-dfa31d21b652 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.387691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.387757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.387957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.388127] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.388223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.388284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.388433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.388519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.388613] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be13df69-da9f-480e-870d-dfa31d21b652',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.892829] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.892980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.893093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.893295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.893390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.893587] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.893678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.893733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.894174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.894174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.894174] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be13df69-da9f-480e-870d-dfa31d21b652 is going to be updated. [ 745.928046] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.928046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.928046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.928910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.928910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.937633] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 745.937883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.938615] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be13df69-da9f-480e-870d-dfa31d21b652 in Status: IN_PROGRESS for 2s [ 746.175620] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 in Status: SUCCESS [ 746.175620] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 deletion is rescheduled due to dependency. [ 746.175620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.949836] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be13df69-da9f-480e-870d-dfa31d21b652 in Status: SUCCESS [ 747.950171] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be13df69-da9f-480e-870d-dfa31d21b652 deletion is rescheduled due to dependency. [ 747.950171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be13df69-da9f-480e-870d-dfa31d21b652" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.998909] env[66006]: INFO networking_nsxv3.common.synchronization [req-f32b2ccf-d619-4829-8a06-b9a4c55b900e req-dbf43f94-b828-4698-a946-4dc6b065e7ef tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 749.000530] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 749.000530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.000530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.000530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.000530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.000530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.000530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.000932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.000932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.000932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.000932] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.383874] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.384144] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.384349] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.384794] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.385273] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.385418] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.386464] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.386464] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.386464] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.386464] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.386464] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.386464] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.387453] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.387453] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.387453] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.387453] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.409846] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.410062] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.410347] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.410347] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.410710] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-2d466a44-0b31-4271-9e97-4310d5834ee3 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.410917] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-2d466a44-0b31-4271-9e97-4310d5834ee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.411055] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-2d466a44-0b31-4271-9e97-4310d5834ee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.411431] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-2d466a44-0b31-4271-9e97-4310d5834ee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.411638] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d466a44-0b31-4271-9e97-4310d5834ee3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.503126] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.503254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.503337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.503544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.503632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.503950] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.504079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.504142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.504301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.504382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.504469] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 already deleted. [ 749.504552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.914723] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.915232] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.915232] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.915475] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.915959] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.916139] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 2d466a44-0b31-4271-9e97-4310d5834ee3 not found, creating... [ 749.916436] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.916664] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.916795] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.917047] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.917220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.918286] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.918502] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.918625] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.918914] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.919060] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.919205] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 2d466a44-0b31-4271-9e97-4310d5834ee3 is going to be created. [ 749.946309] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.946585] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.946673] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.946915] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.947157] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.947378] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-2d466a44-0b31-4271-9e97-4310d5834ee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.702723] env[66006]: INFO networking_nsxv3.common.synchronization [req-f32b2ccf-d619-4829-8a06-b9a4c55b900e req-66d4503d-23ec-41ff-89f6-70f4d9cbc7d7 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 750.702723] env[66006]: INFO networking_nsxv3.common.synchronization [req-f32b2ccf-d619-4829-8a06-b9a4c55b900e req-66d4503d-23ec-41ff-89f6-70f4d9cbc7d7 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 750.702723] env[66006]: INFO networking_nsxv3.common.synchronization [req-f32b2ccf-d619-4829-8a06-b9a4c55b900e req-66d4503d-23ec-41ff-89f6-70f4d9cbc7d7 service nova] Enqueued Resource ID: 2d466a44-0b31-4271-9e97-4310d5834ee3 with Priority: HIGHEST for action port [ 750.703126] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 750.703126] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 750.703607] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d466a44-0b31-4271-9e97-4310d5834ee3 with Priority: HIGHEST for action port [ 750.703607] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.703607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.703982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.704037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.704378] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.705920] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.706113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.708022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.708238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.708420] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.708524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.708589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.708740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.708844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.708938] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.710576] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d466a44-0b31-4271-9e97-4310d5834ee3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.711417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d466a44-0b31-4271-9e97-4310d5834ee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.711582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d466a44-0b31-4271-9e97-4310d5834ee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.713740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d466a44-0b31-4271-9e97-4310d5834ee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.713840] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d466a44-0b31-4271-9e97-4310d5834ee3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.033907] env[66006]: INFO networking_nsxv3.common.synchronization [req-c174ad34-740a-4d2c-96bd-b336f7b2e8f5 req-025c0bae-7fb6-4084-b071-1fda014a1727 tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 751.034507] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 751.034834] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.034998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.035474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.035474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.035474] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.035641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.035641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.035698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.035799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.035873] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.215420] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.216559] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.216720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.217076] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d466a44-0b31-4271-9e97-4310d5834ee3 with status ACTIVE [ 751.217244] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.217365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.217522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.217633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.217722] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.217909] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.218069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.218165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.218355] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.218431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.218632] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.218755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.218811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.218974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.219063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.219146] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d466a44-0b31-4271-9e97-4310d5834ee3 is going to be updated. [ 751.245324] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.245324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.245448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.245600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.245740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.245901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d466a44-0b31-4271-9e97-4310d5834ee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.540023] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.540300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.540300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.540455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.540555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.540746] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.540837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.540895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.541059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.541129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.541213] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 751.572144] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.572328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.572390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.573522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.573522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.584771] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 751.718584] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.222749] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.222926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.223084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.223482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.223578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.223669] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be created. [ 752.260693] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.260857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.260928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.261185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.261360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.276181] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: UNINITIALIZED for 2s [ 752.775777] env[66006]: INFO networking_nsxv3.common.synchronization [None req-097e4724-b4a0-4040-8c3b-afd70f3627f9 tempest-MigrationsAdminTest-1316273139 tempest-MigrationsAdminTest-1316273139-project-member] Enqueued Resource ID: b76857de-5041-41d2-bf9b-201c0a4d334e with Priority: HIGHEST for action security_group_rules [ 752.776779] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76857de-5041-41d2-bf9b-201c0a4d334e with Priority: HIGHEST for action security_group_rules [ 752.776958] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b76857de-5041-41d2-bf9b-201c0a4d334e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.778459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b76857de-5041-41d2-bf9b-201c0a4d334e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.778459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b76857de-5041-41d2-bf9b-201c0a4d334e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.778459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b76857de-5041-41d2-bf9b-201c0a4d334e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.778459] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b76857de-5041-41d2-bf9b-201c0a4d334e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.873362] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9afb5a3c-097c-495f-88b0-1773a2720332 tempest-MigrationsAdminTest-1316273139 tempest-MigrationsAdminTest-1316273139-project-member] Enqueued Resource ID: b76857de-5041-41d2-bf9b-201c0a4d334e with Priority: HIGHEST for action security_group_rules [ 752.873362] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76857de-5041-41d2-bf9b-201c0a4d334e with Priority: HIGHEST for action security_group_rules [ 752.873362] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b76857de-5041-41d2-bf9b-201c0a4d334e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.873609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b76857de-5041-41d2-bf9b-201c0a4d334e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.920708] env[66006]: INFO networking_nsxv3.common.synchronization [None req-4bb70700-2427-44e8-93df-4f7da9d9c30d None None] Enqueued Resource ID: 5fea3db0-c30c-48ef-a574-491317d89faf with Priority: HIGHEST for action port [ 752.921706] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fea3db0-c30c-48ef-a574-491317d89faf with Priority: HIGHEST for action port [ 752.921978] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fea3db0-c30c-48ef-a574-491317d89faf taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.922367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fea3db0-c30c-48ef-a574-491317d89faf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.922775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fea3db0-c30c-48ef-a574-491317d89faf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.922954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fea3db0-c30c-48ef-a574-491317d89faf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.923468] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fea3db0-c30c-48ef-a574-491317d89faf',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.313923] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.314113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.314161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.314380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.314469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.314562] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b76857de-5041-41d2-bf9b-201c0a4d334e already deleted. [ 753.314645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b76857de-5041-41d2-bf9b-201c0a4d334e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.314795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b76857de-5041-41d2-bf9b-201c0a4d334e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.314939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b76857de-5041-41d2-bf9b-201c0a4d334e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.315032] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b76857de-5041-41d2-bf9b-201c0a4d334e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.425257] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fea3db0-c30c-48ef-a574-491317d89faf [ 753.425517] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.425656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.425726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.426019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.426081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.426116] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fea3db0-c30c-48ef-a574-491317d89faf already deleted. [ 753.426219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fea3db0-c30c-48ef-a574-491317d89faf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.597446] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 753.597656] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a deletion is rescheduled due to dependency. [ 753.597758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.842999] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.843423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.843423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.843517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.843570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.843668] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b76857de-5041-41d2-bf9b-201c0a4d334e already deleted. [ 753.843758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b76857de-5041-41d2-bf9b-201c0a4d334e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.287819] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 754.287819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.287819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.287979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.288204] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.288281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.288316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.288813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.288813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.288813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.288813] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.654727] env[66006]: INFO networking_nsxv3.common.synchronization [req-2c2b21ed-34aa-4cad-b2be-8e725fbc9385 req-de0d9ca7-4db0-4c9f-b9ae-45aef117639f tempest-VolumesAdminNegativeTest-969615318 tempest-VolumesAdminNegativeTest-969615318-project-member] Enqueued Resource ID: 666e2936-a6ea-482c-89ab-30c98d037859 with Priority: HIGHEST for action security_group_members [ 754.656646] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666e2936-a6ea-482c-89ab-30c98d037859 with Priority: HIGHEST for action security_group_members [ 754.657055] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-666e2936-a6ea-482c-89ab-30c98d037859 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.657165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.657212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.657477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.657628] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.657723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.657781] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.657928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.658051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.658111] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666e2936-a6ea-482c-89ab-30c98d037859',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.793240] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.793593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.793593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.793693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.793783] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.793881] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.793938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.794109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.794197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.794279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.794417] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.794645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.794645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.794784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.794830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.794891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.794937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.795077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.795253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.795339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.795426] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.029577] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.031106] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-305" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.031106] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-305" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.031106] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-305" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.031106] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.032065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.035020] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.035020] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.035020] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.035020] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.035020] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.035020] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.035020] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.035020] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.035020] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.035020] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.058733] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.058974] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.059401] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.059401] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-305" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.059556] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-71883330-73af-4ad8-b19d-f6cefb2c20f7 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.059724] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-71883330-73af-4ad8-b19d-f6cefb2c20f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.059830] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-71883330-73af-4ad8-b19d-f6cefb2c20f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.060202] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-71883330-73af-4ad8-b19d-f6cefb2c20f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.060332] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71883330-73af-4ad8-b19d-f6cefb2c20f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.162396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.162646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.162646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.162838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.162940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.163246] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.163425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.163643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.163726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.163826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.163943] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666e2936-a6ea-482c-89ab-30c98d037859 already deleted. [ 755.164214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.262428] env[66006]: INFO networking_nsxv3.common.synchronization [req-cbbad403-6f48-4924-848d-c97c5b336bb3 req-e7ac7aa9-1c9d-43ec-87ff-c52fc72546c7 tempest-ServerRescueTestJSON-528735112 tempest-ServerRescueTestJSON-528735112-project-member] Enqueued Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 755.263064] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 755.264251] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.264251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.264251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.264251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.264251] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.265273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.265417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.265630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.265879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.265879] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.298684] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c3429d-b240-4858-b357-03f67aef0021: rpc.has_security_group_logging(os_id): False [ 755.320384] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.320384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.320384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.320632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.320788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.321551] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.321551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.321551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.321551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.321743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.321955] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.323826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.323887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.325039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.325039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.325039] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.325039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.325039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.325425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.325491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.326806] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be created. [ 755.392319] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.392484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.392569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.392853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.393086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.405819] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 755.564024] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.564590] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.564590] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564716] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.564807] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.564960] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 71883330-73af-4ad8-b19d-f6cefb2c20f7 not found, creating... [ 755.565345] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.565601] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.565737] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.565997] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.566198] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.566578] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.566741] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.566851] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.567070] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.567201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.567336] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 71883330-73af-4ad8-b19d-f6cefb2c20f7 is going to be created. [ 755.593304] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.593506] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.593566] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.593887] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.594152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.594408] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-71883330-73af-4ad8-b19d-f6cefb2c20f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.612118] env[66006]: INFO networking_nsxv3.common.synchronization [None req-f2dde190-dac4-4b30-9697-99455f1dbe9b None None] Enqueued Resource ID: 4f773b2c-b740-4631-831c-1204fe2953a7 with Priority: HIGHEST for action port [ 755.612751] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f773b2c-b740-4631-831c-1204fe2953a7 with Priority: HIGHEST for action port [ 755.613473] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f773b2c-b740-4631-831c-1204fe2953a7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.613610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f773b2c-b740-4631-831c-1204fe2953a7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.613725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f773b2c-b740-4631-831c-1204fe2953a7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.614102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f773b2c-b740-4631-831c-1204fe2953a7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.614223] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f773b2c-b740-4631-831c-1204fe2953a7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.768377] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.864972] env[66006]: INFO networking_nsxv3.common.synchronization [req-3bb8c6b7-4186-40ad-9166-c96177a22836 req-11467c34-d1ad-4a1a-b4b1-48d6b993c82a tempest-ServerActionsV293TestJSON-999327983 tempest-ServerActionsV293TestJSON-999327983-project-member] Enqueued Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_members [ 755.866017] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGHEST for action security_group_members [ 755.866444] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-58737cb6-9ce9-40d0-b109-cc82bff45e18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.866574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.866574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.867381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.867381] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.867381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.867381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.867381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.867381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.867381] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.117759] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f773b2c-b740-4631-831c-1204fe2953a7 [ 756.119212] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.119360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.119432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.119735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.119843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.119969] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f773b2c-b740-4631-831c-1204fe2953a7 already deleted. [ 756.120028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f773b2c-b740-4631-831c-1204fe2953a7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.272512] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.370055] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.370055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.370239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.370313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.370468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.370693] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.370853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.370926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.371130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.371246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.371306] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 is going to be updated. [ 756.396362] env[66006]: INFO networking_nsxv3.common.synchronization [req-2c2b21ed-34aa-4cad-b2be-8e725fbc9385 req-53d7d3d7-bbb3-40f7-bea7-3d09c0eff2e3 service nova] Enqueued Resource ID: 666e2936-a6ea-482c-89ab-30c98d037859 with Priority: HIGHEST for action security_group_rules [ 756.396362] env[66006]: INFO networking_nsxv3.common.synchronization [req-2c2b21ed-34aa-4cad-b2be-8e725fbc9385 req-53d7d3d7-bbb3-40f7-bea7-3d09c0eff2e3 service nova] Enqueued Resource ID: 666e2936-a6ea-482c-89ab-30c98d037859 with Priority: HIGHEST for action security_group_members [ 756.396362] env[66006]: INFO networking_nsxv3.common.synchronization [req-2c2b21ed-34aa-4cad-b2be-8e725fbc9385 req-53d7d3d7-bbb3-40f7-bea7-3d09c0eff2e3 service nova] Enqueued Resource ID: 71883330-73af-4ad8-b19d-f6cefb2c20f7 with Priority: HIGHEST for action port [ 756.396362] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666e2936-a6ea-482c-89ab-30c98d037859 with Priority: HIGHEST for action security_group_rules [ 756.396362] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666e2936-a6ea-482c-89ab-30c98d037859 with Priority: HIGHEST for action security_group_members [ 756.396362] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71883330-73af-4ad8-b19d-f6cefb2c20f7 with Priority: HIGHEST for action port [ 756.396958] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666e2936-a6ea-482c-89ab-30c98d037859 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.396958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.396958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.398354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.398671] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666e2936-a6ea-482c-89ab-30c98d037859',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.399644] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-666e2936-a6ea-482c-89ab-30c98d037859 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.399863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.400266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.400518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.403251] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.403251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.403251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.403251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.403251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.403251] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666e2936-a6ea-482c-89ab-30c98d037859',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.404303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-71883330-73af-4ad8-b19d-f6cefb2c20f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.404303] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71883330-73af-4ad8-b19d-f6cefb2c20f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.407209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71883330-73af-4ad8-b19d-f6cefb2c20f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.407209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71883330-73af-4ad8-b19d-f6cefb2c20f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.407209] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71883330-73af-4ad8-b19d-f6cefb2c20f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.407802] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.407975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.411029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.411029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.411029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.421824] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 in Status: IN_PROGRESS for 2s [ 756.776281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.778943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.778943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.778943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.778943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.778943] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede47cc-6749-4736-8961-e1f1d607d9d0 is going to be updated. [ 756.817318] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.817318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.817318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.817318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.817318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.830800] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: IN_PROGRESS for 2s [ 756.907303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-666e2936-a6ea-482c-89ab-30c98d037859 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.907303] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.907303] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('666e2936-a6ea-482c-89ab-30c98d037859',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.914485] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71883330-73af-4ad8-b19d-f6cefb2c20f7 with status ACTIVE [ 756.914485] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.914485] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.914485] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.914485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.914485] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71883330-73af-4ad8-b19d-f6cefb2c20f7 is going to be updated. [ 756.979602] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.979602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.979602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.979602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.979602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.979602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71883330-73af-4ad8-b19d-f6cefb2c20f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.411306] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('666e2936-a6ea-482c-89ab-30c98d037859',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.419155] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 757.419469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.767331] env[66006]: INFO networking_nsxv3.common.synchronization [req-378561ce-93c1-4695-869f-b9aa7905c776 req-6ed68f2e-09fd-4bbd-a6b3-04725ab3d018 tempest-ServersAdminTestJSON-1371135454 tempest-ServersAdminTestJSON-1371135454-project-member] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 757.767871] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 757.768179] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.768299] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.768569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.768569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.768699] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.768797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.768857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.768993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.769117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.769184] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.916544] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.916712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.916883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.917058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.917185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.917300] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666e2936-a6ea-482c-89ab-30c98d037859 is going to be created. [ 757.945078] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.945260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.945366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.945590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.945752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.958156] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666e2936-a6ea-482c-89ab-30c98d037859 in Status: UNINITIALIZED for 2s [ 758.271911] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.436578] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 in Status: SUCCESS [ 758.436781] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 deletion is rescheduled due to dependency. [ 758.436823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.774819] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.843025] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: SUCCESS [ 758.844542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.278124] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.278250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.278296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.278784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.278784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.278784] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 759.319851] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.320193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.320313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.320557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.320727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.337825] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 759.969632] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666e2936-a6ea-482c-89ab-30c98d037859 in Status: SUCCESS [ 759.969888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.970033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.970270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.970464] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.970582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.970648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.970844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.970932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.971043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.971138] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('666e2936-a6ea-482c-89ab-30c98d037859',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.474311] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-666e2936-a6ea-482c-89ab-30c98d037859 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.474627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.474627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.474947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.477021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.477021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-666e2936-a6ea-482c-89ab-30c98d037859 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.477021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.477021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.477021] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('666e2936-a6ea-482c-89ab-30c98d037859',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.981542] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 666e2936-a6ea-482c-89ab-30c98d037859: rpc.has_security_group_logging(os_id): False [ 761.000190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.003022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.003022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.003022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.004809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.004809] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.004809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.004809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.004809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.005580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.005826] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666e2936-a6ea-482c-89ab-30c98d037859 is going to be created. [ 761.072317] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.072736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.072736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.073330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.073330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.087371] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666e2936-a6ea-482c-89ab-30c98d037859 in Status: IN_PROGRESS for 2s [ 761.351696] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 761.351966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.588247] env[66006]: INFO networking_nsxv3.common.synchronization [req-651da56e-9773-4493-b0d1-26320e87b926 req-be47a1cf-581b-4fe8-b630-e98e5455bfc8 tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 762.589041] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 762.589408] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.589570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.589727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.590545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.590792] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.590971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.591110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.591418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.591577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.591806] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.772297] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9184f651-52cb-4de3-a145-3240b116c226 None None] Enqueued Resource ID: f6eafb7d-1c33-482b-af24-fd9597a51607 with Priority: HIGHEST for action port [ 762.773466] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6eafb7d-1c33-482b-af24-fd9597a51607 with Priority: HIGHEST for action port [ 762.773466] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6eafb7d-1c33-482b-af24-fd9597a51607 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.773866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6eafb7d-1c33-482b-af24-fd9597a51607" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.773866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6eafb7d-1c33-482b-af24-fd9597a51607" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.773977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6eafb7d-1c33-482b-af24-fd9597a51607" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.774021] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6eafb7d-1c33-482b-af24-fd9597a51607',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.957070] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.957875] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.958030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.958560] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.958868] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.959073] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.959220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.959524] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.959866] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.960121] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.960266] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.960373] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.960473] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.960575] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.960675] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.960801] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.979142] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.979307] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.979433] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.979688] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.979997] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-3dd0489f-91fa-4593-967d-5ce43f56b968 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.980165] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-3dd0489f-91fa-4593-967d-5ce43f56b968" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.980275] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-3dd0489f-91fa-4593-967d-5ce43f56b968" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.980578] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-3dd0489f-91fa-4593-967d-5ce43f56b968" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.980703] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd0489f-91fa-4593-967d-5ce43f56b968',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.096472] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.097172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.097172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.097172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.097172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.097172] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.097449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.097449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.097542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.097542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.098025] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 763.099735] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666e2936-a6ea-482c-89ab-30c98d037859 in Status: SUCCESS [ 763.101228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.131335] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.131517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.131570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.131808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.132044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.144213] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 763.277301] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6eafb7d-1c33-482b-af24-fd9597a51607 [ 763.277546] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.277746] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.277746] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.277987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.278057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.278157] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6eafb7d-1c33-482b-af24-fd9597a51607 already deleted. [ 763.278236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6eafb7d-1c33-482b-af24-fd9597a51607" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.483263] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.483450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.483563] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.483814] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.483959] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.484096] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 3dd0489f-91fa-4593-967d-5ce43f56b968 not found, creating... [ 763.484333] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.484479] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.484571] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.484829] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.485053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.485482] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.485806] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.485886] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.487398] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.487398] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.487398] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 3dd0489f-91fa-4593-967d-5ce43f56b968 is going to be created. [ 763.507462] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.507765] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.507839] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.508045] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.508266] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.508478] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-3dd0489f-91fa-4593-967d-5ce43f56b968" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.283347] env[66006]: INFO networking_nsxv3.common.synchronization [req-651da56e-9773-4493-b0d1-26320e87b926 req-c452f333-8c94-4f33-b625-ffaa055c334c service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 764.283660] env[66006]: INFO networking_nsxv3.common.synchronization [req-651da56e-9773-4493-b0d1-26320e87b926 req-c452f333-8c94-4f33-b625-ffaa055c334c service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 764.283660] env[66006]: INFO networking_nsxv3.common.synchronization [req-651da56e-9773-4493-b0d1-26320e87b926 req-c452f333-8c94-4f33-b625-ffaa055c334c service nova] Enqueued Resource ID: 3dd0489f-91fa-4593-967d-5ce43f56b968 with Priority: HIGHEST for action port [ 764.284233] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 764.284371] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 764.284496] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd0489f-91fa-4593-967d-5ce43f56b968 with Priority: HIGHEST for action port [ 764.284731] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.284855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.284921] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.287430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.287430] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.288995] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.289242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.289560] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dd0489f-91fa-4593-967d-5ce43f56b968 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.289699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dd0489f-91fa-4593-967d-5ce43f56b968" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.289775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dd0489f-91fa-4593-967d-5ce43f56b968" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.289994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dd0489f-91fa-4593-967d-5ce43f56b968" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.290181] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd0489f-91fa-4593-967d-5ce43f56b968',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.792536] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.792691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.792911] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dd0489f-91fa-4593-967d-5ce43f56b968 with status ACTIVE [ 764.793117] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.793216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.793319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.793592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.793729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.793957] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.794112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.794179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.794350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.794429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.794617] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.794710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.794763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.794906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.794979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.795114] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dd0489f-91fa-4593-967d-5ce43f56b968 is going to be updated. [ 764.818936] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.819168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.819223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.819534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.819795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.819995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dd0489f-91fa-4593-967d-5ce43f56b968" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.156989] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 765.157888] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 deletion is rescheduled due to dependency. [ 765.158188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.158434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.158688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.158906] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.159111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.159244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.159456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.159570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.159695] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.662418] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.860613] env[66006]: INFO networking_nsxv3.common.synchronization [None req-eff95b69-e17e-4f70-949a-015f53955088 None None] Enqueued Resource ID: b511d51c-58d2-4f59-8661-92912a20cdf7 with Priority: HIGHEST for action port [ 765.861107] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b511d51c-58d2-4f59-8661-92912a20cdf7 with Priority: HIGHEST for action port [ 765.861408] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b511d51c-58d2-4f59-8661-92912a20cdf7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.861531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b511d51c-58d2-4f59-8661-92912a20cdf7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.861616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b511d51c-58d2-4f59-8661-92912a20cdf7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.861846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b511d51c-58d2-4f59-8661-92912a20cdf7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.861930] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b511d51c-58d2-4f59-8661-92912a20cdf7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.165256] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.362896] env[66006]: INFO networking_nsxv3.common.synchronization [req-c0d004ee-c0ee-4df7-ba08-775a51805a92 req-0b1d6549-b843-4ffd-a205-cee64dd44e3f tempest-ServersWithSpecificFlavorTestJSON-1273904372 tempest-ServersWithSpecificFlavorTestJSON-1273904372-project-member] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 766.363834] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b511d51c-58d2-4f59-8661-92912a20cdf7 [ 766.364128] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.364302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.364420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.364685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.365143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.365143] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b511d51c-58d2-4f59-8661-92912a20cdf7 already deleted. [ 766.365143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b511d51c-58d2-4f59-8661-92912a20cdf7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.365869] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 766.365869] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.365869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.365869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.366095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.367543] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.367681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.367735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.367876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.367953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.368988] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.668901] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.669222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.669222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.669305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.669406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.669510] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 766.701142] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.701234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.701234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.701972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.701972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.711333] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 766.785528] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.785688] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.785796] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.786555] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.786555] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.786555] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.786555] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.786772] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.786875] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.787083] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.787209] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.787313] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.787411] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.787509] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.787602] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.787722] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.812758] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.812758] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.812758] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.812758] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.812758] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.812758] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.812758] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.812758] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.812758] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdfcd1fb-f853-41bc-9a93-59a61a878ed3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.872141] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.872141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.872141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.872141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.872141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.872141] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.872141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.872141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.872141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.872141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.872141] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c is going to be updated. [ 766.903340] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.903580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.903683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.903970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.904763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.915246] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: IN_PROGRESS for 2s [ 767.321035] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.321035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.321035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.321035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.321035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.321035] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port fdfcd1fb-f853-41bc-9a93-59a61a878ed3 not found, creating... [ 767.321035] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.321035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.321035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.321035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.321035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.321736] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.321736] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.321736] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.321736] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.321736] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.321736] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: fdfcd1fb-f853-41bc-9a93-59a61a878ed3 is going to be created. [ 767.352330] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.352523] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.352638] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.353027] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.353273] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.353494] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.090581] env[66006]: INFO networking_nsxv3.common.synchronization [req-c0d004ee-c0ee-4df7-ba08-775a51805a92 req-8834cea2-4a34-4a2c-aa7a-f66207449144 service nova] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_rules [ 768.090879] env[66006]: INFO networking_nsxv3.common.synchronization [req-c0d004ee-c0ee-4df7-ba08-775a51805a92 req-8834cea2-4a34-4a2c-aa7a-f66207449144 service nova] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 768.090976] env[66006]: INFO networking_nsxv3.common.synchronization [req-c0d004ee-c0ee-4df7-ba08-775a51805a92 req-8834cea2-4a34-4a2c-aa7a-f66207449144 service nova] Enqueued Resource ID: fdfcd1fb-f853-41bc-9a93-59a61a878ed3 with Priority: HIGHEST for action port [ 768.091529] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_rules [ 768.091739] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 768.092063] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdfcd1fb-f853-41bc-9a93-59a61a878ed3 with Priority: HIGHEST for action port [ 768.092375] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.092490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.092561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.092764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.092836] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.093855] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.093939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.094140] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.094263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.094312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.094506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.094580] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdfcd1fb-f853-41bc-9a93-59a61a878ed3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.596264] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.596530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.598380] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdfcd1fb-f853-41bc-9a93-59a61a878ed3 with status ACTIVE [ 768.598592] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.598721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.598800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.598995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.599097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.599301] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.599455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.599455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.599642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.599733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.599918] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.600043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.600125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.600233] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.600285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.600369] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdfcd1fb-f853-41bc-9a93-59a61a878ed3 is going to be updated. [ 768.630576] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.630756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.630866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.631073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.631225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.631383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdfcd1fb-f853-41bc-9a93-59a61a878ed3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.682115] env[66006]: INFO networking_nsxv3.common.synchronization [req-1975ccde-29c8-4038-aac4-0249adea0a34 req-b5e0faef-2992-40fb-bfb3-4e823329c624 tempest-ImagesOneServerTestJSON-1291809573 tempest-ImagesOneServerTestJSON-1291809573-project-member] Enqueued Resource ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 with Priority: HIGHEST for action security_group_members [ 768.682650] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 with Priority: HIGHEST for action security_group_members [ 768.683016] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7857b1dc-17fa-4983-a990-f61981cbd0d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.683260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.683385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.683646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.683882] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.684077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.684210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.684434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.684575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.684751] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7857b1dc-17fa-4983-a990-f61981cbd0d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.726596] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 768.726829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.727016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.727331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.727539] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.727664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.727724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.727882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.727955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.728052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.728147] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.932205] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: SUCCESS [ 768.932205] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c deletion is rescheduled due to dependency. [ 768.932205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.932205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.932702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.932963] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.933143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.933232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.933453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.933590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.933722] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.187381] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.187657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.187657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.187812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.187897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.188293] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.188293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.188293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.188450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.188450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.188553] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 is going to be updated. [ 769.220036] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.220036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.220036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.220036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.220318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.233511] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 in Status: IN_PROGRESS for 2s [ 769.233997] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.234316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.234316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.235085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.235085] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.235085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.235085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.235307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.235358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.235493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.235655] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.235800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.235850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.236574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.236574] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.236574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.236574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.236761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.236761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.236866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.236961] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.438096] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.741790] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7172aa0b-1edb-4e97-8429-ccbcda42e5c6: rpc.has_security_group_logging(os_id): False [ 769.762764] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.762764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.762764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.762764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.762764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.762764] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.763083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.763083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.763083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.763163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.763337] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.765055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.765055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.765055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.765055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.765055] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.765055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.765055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.765055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.765055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.765405] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 769.832468] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.832468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.832468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.832736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.832736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.847148] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 769.939783] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.016033] env[66006]: INFO networking_nsxv3.common.synchronization [req-748d04b8-03db-4d88-af98-17acfb893d31 req-3bab8761-9a8f-4042-8f48-95b08d53f3b8 tempest-VolumesAdminNegativeTest-969615318 tempest-VolumesAdminNegativeTest-969615318-project-member] Enqueued Resource ID: 666e2936-a6ea-482c-89ab-30c98d037859 with Priority: HIGHEST for action security_group_members [ 770.016636] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666e2936-a6ea-482c-89ab-30c98d037859 with Priority: HIGHEST for action security_group_members [ 770.016909] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-666e2936-a6ea-482c-89ab-30c98d037859 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.022249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.022249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.022249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.022249] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.022249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.022249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.022249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.022249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.022249] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666e2936-a6ea-482c-89ab-30c98d037859',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.442831] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.443201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.443201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.443340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.443455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.443638] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c is going to be updated. [ 770.486162] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.486328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.486400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.486633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.486787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.500111] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: IN_PROGRESS for 2s [ 770.525830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.525830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.527363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.527363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.527363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.527514] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.527514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.527600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.528273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.528273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.528273] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666e2936-a6ea-482c-89ab-30c98d037859 is going to be updated. [ 770.563354] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.563548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.563677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.564019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.564189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.575141] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666e2936-a6ea-482c-89ab-30c98d037859 in Status: IN_PROGRESS for 2s [ 771.072042] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.072439] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.248610] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 in Status: SUCCESS [ 771.248610] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7857b1dc-17fa-4983-a990-f61981cbd0d0 deletion is rescheduled due to dependency. [ 771.248610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7857b1dc-17fa-4983-a990-f61981cbd0d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.334865] env[66006]: INFO networking_nsxv3.common.synchronization [req-fadcb5a4-bc7c-4608-bf0b-b35da9ac3e98 req-be815f3f-f0f6-45a1-9a2f-6cf101ae294b tempest-InstanceActionsNegativeTestJSON-1210985885 tempest-InstanceActionsNegativeTestJSON-1210985885-project-member] Enqueued Resource ID: e4aded7e-10d5-4755-9183-96075bb950a1 with Priority: HIGHEST for action security_group_members [ 771.335455] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4aded7e-10d5-4755-9183-96075bb950a1 with Priority: HIGHEST for action security_group_members [ 771.335834] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4aded7e-10d5-4755-9183-96075bb950a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.335947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.335998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.336292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.336539] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.336622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.336975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.336975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.336975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.337210] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4aded7e-10d5-4755-9183-96075bb950a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.771925] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.772521] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-890" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.772521] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-890" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.772799] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-890" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.772979] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.773550] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.773550] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.773718] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.773777] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.773972] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.774340] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.774340] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.774340] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.774610] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.774610] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.774731] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.795470] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.795738] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.795856] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.795946] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-890" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.796257] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-e794636b-0abb-47dd-847c-e9673605918e taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.796430] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-e794636b-0abb-47dd-847c-e9673605918e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.796547] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-e794636b-0abb-47dd-847c-e9673605918e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.796997] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-e794636b-0abb-47dd-847c-e9673605918e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.797445] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e794636b-0abb-47dd-847c-e9673605918e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.840130] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.840130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.840130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.840130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.840417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.840417] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.840500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.841475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.841475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.841475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.841475] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4aded7e-10d5-4755-9183-96075bb950a1 already deleted. [ 771.841475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.864831] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 771.865470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.301638] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.301963] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.302194] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.302548] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.302731] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.302904] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port e794636b-0abb-47dd-847c-e9673605918e not found, creating... [ 772.303204] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.303352] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.303476] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.303704] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.303841] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.304217] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.304390] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.304497] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.304716] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.304846] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.304981] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: e794636b-0abb-47dd-847c-e9673605918e is going to be created. [ 772.328434] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.328701] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.328836] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.329136] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.329359] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.329637] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-e794636b-0abb-47dd-847c-e9673605918e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.511499] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: SUCCESS [ 772.511799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.512070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.512396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.512728] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.512898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.512992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.513722] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.513722] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.513722] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.513722] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.587177] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666e2936-a6ea-482c-89ab-30c98d037859 in Status: SUCCESS [ 772.587177] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666e2936-a6ea-482c-89ab-30c98d037859 deletion is rescheduled due to dependency. [ 772.587177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666e2936-a6ea-482c-89ab-30c98d037859" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.020236] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.054238] env[66006]: INFO networking_nsxv3.common.synchronization [req-fadcb5a4-bc7c-4608-bf0b-b35da9ac3e98 req-8e22646b-6f6f-4500-991e-b451244169de service nova] Enqueued Resource ID: e4aded7e-10d5-4755-9183-96075bb950a1 with Priority: HIGHEST for action security_group_rules [ 773.054238] env[66006]: INFO networking_nsxv3.common.synchronization [req-fadcb5a4-bc7c-4608-bf0b-b35da9ac3e98 req-8e22646b-6f6f-4500-991e-b451244169de service nova] Enqueued Resource ID: e4aded7e-10d5-4755-9183-96075bb950a1 with Priority: HIGHEST for action security_group_members [ 773.054238] env[66006]: INFO networking_nsxv3.common.synchronization [req-fadcb5a4-bc7c-4608-bf0b-b35da9ac3e98 req-8e22646b-6f6f-4500-991e-b451244169de service nova] Enqueued Resource ID: e794636b-0abb-47dd-847c-e9673605918e with Priority: HIGHEST for action port [ 773.054238] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4aded7e-10d5-4755-9183-96075bb950a1 with Priority: HIGHEST for action security_group_rules [ 773.054238] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4aded7e-10d5-4755-9183-96075bb950a1 with Priority: HIGHEST for action security_group_members [ 773.054238] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e794636b-0abb-47dd-847c-e9673605918e with Priority: HIGHEST for action port [ 773.057098] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4aded7e-10d5-4755-9183-96075bb950a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.057401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.057874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.058090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.058378] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4aded7e-10d5-4755-9183-96075bb950a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.059422] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4aded7e-10d5-4755-9183-96075bb950a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.059647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.060317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.060317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.060847] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.060847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.060847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.061979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.061979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.061979] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4aded7e-10d5-4755-9183-96075bb950a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.062298] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e794636b-0abb-47dd-847c-e9673605918e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.062430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e794636b-0abb-47dd-847c-e9673605918e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.062526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e794636b-0abb-47dd-847c-e9673605918e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.062726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e794636b-0abb-47dd-847c-e9673605918e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.062826] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e794636b-0abb-47dd-847c-e9673605918e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.271066] env[66006]: INFO networking_nsxv3.common.synchronization [None req-d28bf9cb-c1b8-4e9a-bf6e-543b6c8abb34 None None] Enqueued Resource ID: 7e40de24-7db9-4385-92f1-fe5553de6734 with Priority: HIGHEST for action port [ 773.273843] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e40de24-7db9-4385-92f1-fe5553de6734 with Priority: HIGHEST for action port [ 773.273843] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e40de24-7db9-4385-92f1-fe5553de6734 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.273843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e40de24-7db9-4385-92f1-fe5553de6734" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.273843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e40de24-7db9-4385-92f1-fe5553de6734" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.273843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e40de24-7db9-4385-92f1-fe5553de6734" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.273843] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e40de24-7db9-4385-92f1-fe5553de6734',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.521918] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a717736-9fe3-4337-898d-1262abb1dc0c: rpc.has_security_group_logging(os_id): False [ 773.543343] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.543595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.543694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.543966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.545043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.545043] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.545043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.545043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.545043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.545043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.545043] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c is going to be updated. [ 773.564723] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4aded7e-10d5-4755-9183-96075bb950a1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.564872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.565199] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4aded7e-10d5-4755-9183-96075bb950a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.566280] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e794636b-0abb-47dd-847c-e9673605918e with status ACTIVE [ 773.566608] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.566730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.566816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.567014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.567110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.567287] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.567767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.567767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.567767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.567767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.567925] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.567925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.568014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.568143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.568209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.568299] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e794636b-0abb-47dd-847c-e9673605918e is going to be updated. [ 773.589582] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.589582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.589582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.590013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.590013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.590013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e794636b-0abb-47dd-847c-e9673605918e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.627980] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.630441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.630441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.630441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.630441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.643107] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: IN_PROGRESS for 2s [ 773.777015] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e40de24-7db9-4385-92f1-fe5553de6734 [ 773.777346] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.779275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.779383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.779529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.779648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.779759] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e40de24-7db9-4385-92f1-fe5553de6734 already deleted. [ 773.779884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e40de24-7db9-4385-92f1-fe5553de6734" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.070424] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4aded7e-10d5-4755-9183-96075bb950a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.131168] env[66006]: INFO networking_nsxv3.common.synchronization [req-a48bf695-7adb-4f29-9492-e23504740669 req-e999a694-e3f3-49e7-9b09-0cd4b6c58576 tempest-ServerTagsTestJSON-228803551 tempest-ServerTagsTestJSON-228803551-project-member] Enqueued Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGHEST for action security_group_members [ 774.132720] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGHEST for action security_group_members [ 774.132720] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b863a97b-9692-4524-8c42-91464e138258 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.132720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.132720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.132720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.132720] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.133129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.133164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.133376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.133376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.133472] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b863a97b-9692-4524-8c42-91464e138258',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.545346] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.546677] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-725" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.546677] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-725" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.546677] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-725" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.546677] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.546677] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.547031] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.547149] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.547282] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.547580] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.547724] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.547857] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.547975] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.548113] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.548242] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.548397] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.571668] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.571926] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.572133] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.572387] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-725" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.572921] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.573979] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.573979] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.574138] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.574550] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b090235-c99d-4bf4-a996-6b6ce85b7d6b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.575822] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.575822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.575923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.577019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.577019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.577019] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4aded7e-10d5-4755-9183-96075bb950a1 is going to be created. [ 774.601345] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.601492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.601561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.601846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.602015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.613718] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4aded7e-10d5-4755-9183-96075bb950a1 in Status: UNINITIALIZED for 2s [ 774.636090] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.636259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.636329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.639112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.639112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.639112] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.639112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.639112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.639112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.639112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.639112] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b863a97b-9692-4524-8c42-91464e138258 already deleted. [ 774.639112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.081831] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.081831] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.082203] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.082256] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.082397] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.082542] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 2b090235-c99d-4bf4-a996-6b6ce85b7d6b not found, creating... [ 775.082845] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.083047] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.083160] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.083395] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.083549] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.083834] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.084038] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.084358] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.084612] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.084776] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.084952] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 2b090235-c99d-4bf4-a996-6b6ce85b7d6b is going to be created. [ 775.119623] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.119855] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.119970] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.120261] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.121036] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.121036] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.374299] env[66006]: INFO networking_nsxv3.common.synchronization [None req-809c71b9-2d80-4760-9be8-82605e981bd3 tempest-ServerRescueNegativeTestJSON-1301040372 tempest-ServerRescueNegativeTestJSON-1301040372-project-member] Enqueued Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_rules [ 775.375182] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_rules [ 775.375792] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.375792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.375905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.376210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.376315] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.528864] env[66006]: INFO networking_nsxv3.common.synchronization [None req-ea0c8ce1-3fb3-40a7-95c7-fb65b38fb634 tempest-ServerRescueNegativeTestJSON-1301040372 tempest-ServerRescueNegativeTestJSON-1301040372-project-member] Enqueued Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_rules [ 775.529341] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_rules [ 775.529553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.529702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.661309] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: SUCCESS [ 775.661309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.853661] env[66006]: INFO networking_nsxv3.common.synchronization [req-a48bf695-7adb-4f29-9492-e23504740669 req-6b1128a2-1594-457f-a552-e9e7d8f24922 service nova] Enqueued Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGHEST for action security_group_rules [ 775.853661] env[66006]: INFO networking_nsxv3.common.synchronization [req-a48bf695-7adb-4f29-9492-e23504740669 req-6b1128a2-1594-457f-a552-e9e7d8f24922 service nova] Enqueued Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGHEST for action security_group_members [ 775.854008] env[66006]: INFO networking_nsxv3.common.synchronization [req-a48bf695-7adb-4f29-9492-e23504740669 req-6b1128a2-1594-457f-a552-e9e7d8f24922 service nova] Enqueued Resource ID: 2b090235-c99d-4bf4-a996-6b6ce85b7d6b with Priority: HIGHEST for action port [ 775.854444] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGHEST for action security_group_rules [ 775.854499] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGHEST for action security_group_members [ 775.854583] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b090235-c99d-4bf4-a996-6b6ce85b7d6b with Priority: HIGHEST for action port [ 775.854944] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b863a97b-9692-4524-8c42-91464e138258 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.855039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.855082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.855390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.855501] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b863a97b-9692-4524-8c42-91464e138258',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.856433] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b863a97b-9692-4524-8c42-91464e138258 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.856553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.856640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.856800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.856943] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.857456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.857529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.857686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.857773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.857887] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b863a97b-9692-4524-8c42-91464e138258',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.858748] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.858855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.859016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.859208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.859286] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b090235-c99d-4bf4-a996-6b6ce85b7d6b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.897854] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.897854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.897854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.897854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.897854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.897854] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b already deleted. [ 775.897854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.897854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.898196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.898196] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.123887] env[66006]: INFO networking_nsxv3.common.synchronization [None req-3792544f-10d7-4d3f-96f5-fe23826696c2 None None] Enqueued Resource ID: 8857c9d9-6bce-436f-9a94-142be6046890 with Priority: HIGHEST for action port [ 776.124562] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8857c9d9-6bce-436f-9a94-142be6046890 with Priority: HIGHEST for action port [ 776.124991] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-8857c9d9-6bce-436f-9a94-142be6046890 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.125257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8857c9d9-6bce-436f-9a94-142be6046890" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.125329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8857c9d9-6bce-436f-9a94-142be6046890" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.125575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8857c9d9-6bce-436f-9a94-142be6046890" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.125653] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8857c9d9-6bce-436f-9a94-142be6046890',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.360695] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b863a97b-9692-4524-8c42-91464e138258',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.364406] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b863a97b-9692-4524-8c42-91464e138258 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.364548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.364724] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b090235-c99d-4bf4-a996-6b6ce85b7d6b with status ACTIVE [ 776.364889] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.364993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.366420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.366496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.366612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.366807] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.366933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.367042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.367154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.367677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.367677] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.367677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.367677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.369181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.369181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.369181] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b090235-c99d-4bf4-a996-6b6ce85b7d6b is going to be updated. [ 776.416633] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.416945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.417023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.417302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.418056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.418335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b090235-c99d-4bf4-a996-6b6ce85b7d6b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.422418] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.422418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.422803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.423090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.423224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.423608] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b already deleted. [ 776.423608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.624871] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4aded7e-10d5-4755-9183-96075bb950a1 in Status: SUCCESS [ 776.626039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.626039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.626039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.626039] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.626289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.626289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.626756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.626756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.626756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.626756] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4aded7e-10d5-4755-9183-96075bb950a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.627752] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8857c9d9-6bce-436f-9a94-142be6046890 [ 776.627955] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.628048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.628116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.628278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.628778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.628778] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8857c9d9-6bce-436f-9a94-142be6046890 already deleted. [ 776.628778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8857c9d9-6bce-436f-9a94-142be6046890" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.832901] env[66006]: INFO networking_nsxv3.common.synchronization [req-d4b967b9-b415-401e-8d6d-a6be0c21f61e req-2256b033-2005-410d-9d88-a4b557699061 tempest-ImagesOneServerNegativeTestJSON-1582341434 tempest-ImagesOneServerNegativeTestJSON-1582341434-project-member] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 776.833898] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 776.834264] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.834409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.834475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.834699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.834946] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.835067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.835155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.835345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.835421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.835514] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.865446] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b863a97b-9692-4524-8c42-91464e138258',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.130032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4aded7e-10d5-4755-9183-96075bb950a1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.130357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.130357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.130519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.130561] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.130665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.130728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.130943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.130943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.131101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.131207] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4aded7e-10d5-4755-9183-96075bb950a1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.131298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.131357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.131517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.131633] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.131739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.131805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.131958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.132047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.132129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.132215] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4aded7e-10d5-4755-9183-96075bb950a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.259214] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.259567] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.259567] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.260307] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.260483] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.260604] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.261055] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.261055] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.261162] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.262036] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.262036] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.262036] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.262036] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.262036] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.262036] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.262036] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.284677] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.284853] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.284986] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.285390] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.285707] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-a2cae7f0-f14c-4149-b188-56d16ea0a276 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.285707] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-a2cae7f0-f14c-4149-b188-56d16ea0a276" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.285707] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-a2cae7f0-f14c-4149-b188-56d16ea0a276" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.286110] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-a2cae7f0-f14c-4149-b188-56d16ea0a276" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.286223] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2cae7f0-f14c-4149-b188-56d16ea0a276',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.338074] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.338308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.338308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.338525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.338622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.338814] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.338925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.338963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.339134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.339207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.339324] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be updated. [ 777.371358] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.371358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.371358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.371574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.371712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.374136] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.374798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.374798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.374798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.374798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.374974] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b863a97b-9692-4524-8c42-91464e138258 is going to be created. [ 777.393442] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: IN_PROGRESS for 2s [ 777.405061] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.405146] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.406040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.406040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.406040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.427403] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b863a97b-9692-4524-8c42-91464e138258 in Status: UNINITIALIZED for 2s [ 777.639135] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4aded7e-10d5-4755-9183-96075bb950a1: rpc.has_security_group_logging(os_id): False [ 777.658660] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.658832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.658871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.659088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.659167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.659354] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.659457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.659523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.659674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.659855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.660032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.660132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.660283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.660337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.660396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.660572] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.660665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.660715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.661466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.661466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.661466] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4aded7e-10d5-4755-9183-96075bb950a1 is going to be created. [ 777.729682] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.729862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.730236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.730820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.731258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.744446] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4aded7e-10d5-4755-9183-96075bb950a1 in Status: IN_PROGRESS for 2s [ 777.790214] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.791171] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.791331] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.791623] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.791813] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.792025] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port a2cae7f0-f14c-4149-b188-56d16ea0a276 not found, creating... [ 777.792321] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.792497] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.792608] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.792945] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.792945] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.794228] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.794228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.794228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.794228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.794228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.794228] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: a2cae7f0-f14c-4149-b188-56d16ea0a276 is going to be created. [ 777.817257] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.817388] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.817474] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.817734] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.818017] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.818245] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-a2cae7f0-f14c-4149-b188-56d16ea0a276" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.576483] env[66006]: INFO networking_nsxv3.common.synchronization [req-d4b967b9-b415-401e-8d6d-a6be0c21f61e req-da2a6441-fbdf-4b44-b663-555f6d8d0519 service nova] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_rules [ 778.577943] env[66006]: INFO networking_nsxv3.common.synchronization [req-d4b967b9-b415-401e-8d6d-a6be0c21f61e req-da2a6441-fbdf-4b44-b663-555f6d8d0519 service nova] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 778.577943] env[66006]: INFO networking_nsxv3.common.synchronization [req-d4b967b9-b415-401e-8d6d-a6be0c21f61e req-da2a6441-fbdf-4b44-b663-555f6d8d0519 service nova] Enqueued Resource ID: a2cae7f0-f14c-4149-b188-56d16ea0a276 with Priority: HIGHEST for action port [ 778.578236] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_rules [ 778.582021] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 778.582021] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2cae7f0-f14c-4149-b188-56d16ea0a276 with Priority: HIGHEST for action port [ 778.582021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.582021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.582021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.582021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.582021] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.582021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.582021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.582021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2cae7f0-f14c-4149-b188-56d16ea0a276 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.582021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2cae7f0-f14c-4149-b188-56d16ea0a276" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.582021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2cae7f0-f14c-4149-b188-56d16ea0a276" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.582021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2cae7f0-f14c-4149-b188-56d16ea0a276" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.582021] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2cae7f0-f14c-4149-b188-56d16ea0a276',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.084657] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.084824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.085058] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2cae7f0-f14c-4149-b188-56d16ea0a276 with status ACTIVE [ 779.085237] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.085348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.085568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.085642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.085702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.085869] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.085980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.086057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.086211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.086287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.086468] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.086559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.086616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.086755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.086828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.087017] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2cae7f0-f14c-4149-b188-56d16ea0a276 is going to be updated. [ 779.113743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.113743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.113743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.113743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.113743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.114425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2cae7f0-f14c-4149-b188-56d16ea0a276" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.407599] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 779.407850] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 deletion is rescheduled due to dependency. [ 779.408168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.408372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.409175] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.409439] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.409564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.409636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.409884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.409975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.410101] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.440574] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b863a97b-9692-4524-8c42-91464e138258 in Status: SUCCESS [ 779.440882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.441138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.441497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.441957] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.441957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.442102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.442270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.442428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.443366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.443366] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b863a97b-9692-4524-8c42-91464e138258',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.759089] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4aded7e-10d5-4755-9183-96075bb950a1 in Status: SUCCESS [ 779.759089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.912880] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.946364] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b863a97b-9692-4524-8c42-91464e138258 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.947075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.947075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.947075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.947075] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.947238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.947238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.947357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.947467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.947549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.947668] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b863a97b-9692-4524-8c42-91464e138258 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.947759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.947818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.947955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.948110] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.948204] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.948269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.948405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.948478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.948589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.948646] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b863a97b-9692-4524-8c42-91464e138258',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.416283] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.451206] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b863a97b-9692-4524-8c42-91464e138258: rpc.has_security_group_logging(os_id): False [ 780.472027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.472161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.472161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.472381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.472432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.472648] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.472760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.474346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.474346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.474346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.474346] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.474346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.474346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.474346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.474346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.474346] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.474346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.474346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.474852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.474852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.474852] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b863a97b-9692-4524-8c42-91464e138258 is going to be created. [ 780.551669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.551882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.551882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.552178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.552339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565843] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b863a97b-9692-4524-8c42-91464e138258 in Status: IN_PROGRESS for 2s [ 780.918804] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.919088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.919088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.919411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.919476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.919529] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be updated. [ 780.969400] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.969668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.969796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.970125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.970369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.981364] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: IN_PROGRESS for 2s [ 782.582544] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b863a97b-9692-4524-8c42-91464e138258 in Status: SUCCESS [ 782.582544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.900986] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc4f67d6-aa65-40e6-9d31-32bf40801f08 req-ba960013-25c7-4535-b749-431321152ae1 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 782.900986] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 782.900986] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.902162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.902384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.902759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.903063] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.903291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.903433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.903683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.903903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.904115] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.994608] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 782.995554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.995752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.995978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.996193] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.996309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.996373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.996521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.996599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.996682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.996770] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.217019] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.217214] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.217322] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.217574] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.217809] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.217948] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.218065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.218259] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.218395] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.221782] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.222372] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.222372] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.222372] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.222372] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.222372] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.222542] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.249649] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.251453] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.251453] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.251453] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.251453] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.251453] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.251453] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.252099] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.252099] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.408589] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.408589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.408589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.408589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.408589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.408589] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.408589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.408589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.408589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.408589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.408589] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 already deleted. [ 783.408589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.498774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.498981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.498981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.499206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.499364] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.499462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.499523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.499672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.499758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.499841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.499983] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.500087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.500146] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.500283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.500414] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.500501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.500559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.500692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.500764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.500842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.500966] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.755328] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.755637] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.755674] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.755961] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.756137] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.756291] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e not found, creating... [ 783.756555] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.756708] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.756823] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.757057] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.757185] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.757481] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.757707] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.757765] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.757918] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.758053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.758263] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e is going to be created. [ 783.781132] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.781717] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.782183] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.782582] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.783054] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.783389] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.004110] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87b3268b-64a6-4328-941b-cb1579f50fa6: rpc.has_security_group_logging(os_id): False [ 784.026443] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.026530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.026565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.026763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.026848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.027251] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.027355] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.028677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.028677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.028677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.028677] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.028677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.028677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.028677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.028677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.028677] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.028677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.028677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.029241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.029241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.029241] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be updated. [ 784.098726] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.098885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.098953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.099203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.099338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.110920] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: IN_PROGRESS for 2s [ 784.278460] env[66006]: INFO networking_nsxv3.common.synchronization [req-424bbc78-2dcc-4615-9e3e-fead010909e8 req-31355668-1b02-424d-bea5-ec86658ae23d tempest-ServerPasswordTestJSON-70016630 tempest-ServerPasswordTestJSON-70016630-project-member] Enqueued Resource ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d with Priority: HIGHEST for action security_group_members [ 784.278460] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d with Priority: HIGHEST for action security_group_members [ 784.278460] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.278460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.278460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.278747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.278898] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.278991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.279448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.279448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.279448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.279613] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6f97a1-7dab-48e1-aa8c-1485d34afe7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.649969] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc4f67d6-aa65-40e6-9d31-32bf40801f08 req-05daf3fa-0f24-4104-a7b9-7ab088bda74a service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 784.650034] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc4f67d6-aa65-40e6-9d31-32bf40801f08 req-05daf3fa-0f24-4104-a7b9-7ab088bda74a service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 784.650139] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc4f67d6-aa65-40e6-9d31-32bf40801f08 req-05daf3fa-0f24-4104-a7b9-7ab088bda74a service nova] Enqueued Resource ID: 6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e with Priority: HIGHEST for action port [ 784.650889] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 784.651158] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 784.651355] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e with Priority: HIGHEST for action port [ 784.651922] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.652067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.652159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.652422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.652562] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.653499] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.653658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.653726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.653928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.654158] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.654257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.654318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.654467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.654546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.655164] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.657258] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.657258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.657258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.657258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.657258] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.783938] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.783938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.783938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.783938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.783938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.784617] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.784617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.784617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.784617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.784617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.784840] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d already deleted. [ 784.784840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.801471] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.801684] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-784" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.801960] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-784" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.802418] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-784" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.803025] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.803025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.803240] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.803369] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.803490] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.803774] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.803938] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.804122] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.804271] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.804397] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.804499] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.804626] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.831147] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.831404] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.831552] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.831843] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-784" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.832214] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-8e0a41a2-4eb1-4c80-b082-88bbff09bede taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.832391] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-8e0a41a2-4eb1-4c80-b082-88bbff09bede" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.832548] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-8e0a41a2-4eb1-4c80-b082-88bbff09bede" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.832963] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-8e0a41a2-4eb1-4c80-b082-88bbff09bede" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.833120] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0a41a2-4eb1-4c80-b082-88bbff09bede',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.161493] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.161705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.161941] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.162910] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e with status ACTIVE [ 785.163125] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.163247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.163308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.163938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.163938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.163938] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.164212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.164377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.164578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.164578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.164774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.165376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.165376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.165376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.165376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.165376] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e is going to be updated. [ 785.189774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.189980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.189980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.190203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.190356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.190544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d89ecd6-a73f-4208-8e8a-d5b3f55e1d4e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.335901] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.336260] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.336467] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.336781] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.336933] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.337195] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 8e0a41a2-4eb1-4c80-b082-88bbff09bede not found, creating... [ 785.337473] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.337692] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.337873] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.338220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.338440] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.338849] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.339209] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.339302] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.339451] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.339580] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.339738] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 8e0a41a2-4eb1-4c80-b082-88bbff09bede is going to be created. [ 785.375834] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.376065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.376065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.376565] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.376565] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.376742] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-8e0a41a2-4eb1-4c80-b082-88bbff09bede" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.667520] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.090406] env[66006]: INFO networking_nsxv3.common.synchronization [req-424bbc78-2dcc-4615-9e3e-fead010909e8 req-a7bbdf9e-5d91-4efc-92f0-5380d0bcb5ba service nova] Enqueued Resource ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d with Priority: HIGHEST for action security_group_rules [ 786.090666] env[66006]: INFO networking_nsxv3.common.synchronization [req-424bbc78-2dcc-4615-9e3e-fead010909e8 req-a7bbdf9e-5d91-4efc-92f0-5380d0bcb5ba service nova] Enqueued Resource ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d with Priority: HIGHEST for action security_group_members [ 786.090706] env[66006]: INFO networking_nsxv3.common.synchronization [req-424bbc78-2dcc-4615-9e3e-fead010909e8 req-a7bbdf9e-5d91-4efc-92f0-5380d0bcb5ba service nova] Enqueued Resource ID: 8e0a41a2-4eb1-4c80-b082-88bbff09bede with Priority: HIGHEST for action port [ 786.091541] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d with Priority: HIGHEST for action security_group_rules [ 786.091639] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d with Priority: HIGHEST for action security_group_members [ 786.091733] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0a41a2-4eb1-4c80-b082-88bbff09bede with Priority: HIGHEST for action port [ 786.092132] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.092264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.092419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.092592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.092672] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb6f97a1-7dab-48e1-aa8c-1485d34afe7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.093602] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.093716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.093783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.094650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.094650] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.094650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.094650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.094650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.094650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.094650] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6f97a1-7dab-48e1-aa8c-1485d34afe7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.095616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e0a41a2-4eb1-4c80-b082-88bbff09bede taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.095737] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e0a41a2-4eb1-4c80-b082-88bbff09bede" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.095826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e0a41a2-4eb1-4c80-b082-88bbff09bede" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.095931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e0a41a2-4eb1-4c80-b082-88bbff09bede" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.096013] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0a41a2-4eb1-4c80-b082-88bbff09bede',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.128651] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 786.128935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.172804] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.172804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.172804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.172804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.172990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.173189] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be created. [ 786.204255] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.204255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.204476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.204642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.204912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.218682] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: UNINITIALIZED for 2s [ 786.598305] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.598554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.598683] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb6f97a1-7dab-48e1-aa8c-1485d34afe7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.599695] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e0a41a2-4eb1-4c80-b082-88bbff09bede with status ACTIVE [ 786.599966] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.600116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.600116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.600356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.600455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.600597] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.600733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.601010] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.601089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.601129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.601311] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.601406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.601466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.601632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.601750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.601987] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e0a41a2-4eb1-4c80-b082-88bbff09bede is going to be updated. [ 786.625734] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.625734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.625999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.625999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.626657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.626657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e0a41a2-4eb1-4c80-b082-88bbff09bede" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.104713] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb6f97a1-7dab-48e1-aa8c-1485d34afe7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.610507] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.610507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.610507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.610796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.610928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.611072] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d is going to be created. [ 787.639653] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.639802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.639875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.640256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.640416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.654559] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d in Status: UNINITIALIZED for 2s [ 788.231022] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 788.231333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.231453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.231709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.231978] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.232207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.232257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.232405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.232503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.232603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.232697] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.735491] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.735874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.735874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.736071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.736326] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.736485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.736666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.736802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.736952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.737119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.737282] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.737401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.737483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.738076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.738076] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.738076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.738076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.738309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.738309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.738428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.738521] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.852657] env[66006]: INFO networking_nsxv3.common.synchronization [req-d0ea46c8-98b7-4766-a3f4-47621f719618 req-2a80427a-a5e9-4452-8aaa-89e3323508c7 tempest-InstanceActionsNegativeTestJSON-1210985885 tempest-InstanceActionsNegativeTestJSON-1210985885-project-member] Enqueued Resource ID: e4aded7e-10d5-4755-9183-96075bb950a1 with Priority: HIGHEST for action security_group_members [ 788.853378] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4aded7e-10d5-4755-9183-96075bb950a1 with Priority: HIGHEST for action security_group_members [ 788.853753] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4aded7e-10d5-4755-9183-96075bb950a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.853860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.853912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.854170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.854359] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.854457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.854518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.854687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.854823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.854873] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4aded7e-10d5-4755-9183-96075bb950a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.241030] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25bf0ef-6f6b-444b-8f87-57d3d100bb70: rpc.has_security_group_logging(os_id): False [ 789.263730] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.264070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.264070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.264573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.264573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.264956] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.265196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.265196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.265346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.265425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.265640] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.265741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.265844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.266041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.266074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.266275] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.266375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.266437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.266578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.266651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.266734] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be created. [ 789.313805] env[66006]: INFO networking_nsxv3.common.synchronization [req-6c07a124-73cd-4e44-96cf-0969220557d2 req-d393f284-0a9d-404a-b9c2-cbb6c06c838a tempest-InstanceActionsTestJSON-1419958926 tempest-InstanceActionsTestJSON-1419958926-project-member] Enqueued Resource ID: e872d717-28c4-45cf-ad53-0323624836a2 with Priority: HIGHEST for action security_group_members [ 789.315755] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e872d717-28c4-45cf-ad53-0323624836a2 with Priority: HIGHEST for action security_group_members [ 789.315755] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e872d717-28c4-45cf-ad53-0323624836a2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.315908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.316502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.316502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.316502] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.317078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.317357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.317583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.317717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.318180] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e872d717-28c4-45cf-ad53-0323624836a2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.336572] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.336742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.336839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.337533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.337767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.349869] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 789.357393] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.357393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.357393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.357393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.357393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.357797] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.357797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.357797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.357912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.357912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.358017] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4aded7e-10d5-4755-9183-96075bb950a1 is going to be updated. [ 789.401497] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.401652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.401716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.402487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.402487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.420384] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4aded7e-10d5-4755-9183-96075bb950a1 in Status: IN_PROGRESS for 2s [ 789.665343] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d in Status: SUCCESS [ 789.665561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.665730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.665955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.666160] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.666276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.666335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.666501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.666565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.666663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.666715] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb6f97a1-7dab-48e1-aa8c-1485d34afe7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.707024] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.707233] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-539" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.707348] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-539" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.707646] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-539" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.707930] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.708078] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.708148] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.708336] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.708521] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.708651] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.708752] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.708851] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.708949] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.709056] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.709151] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.709507] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.728462] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.728462] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.728462] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.728871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-539" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.728871] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-06142cbb-f83d-48c7-bad3-06e7aec20401 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.729028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-06142cbb-f83d-48c7-bad3-06e7aec20401" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.729081] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-06142cbb-f83d-48c7-bad3-06e7aec20401" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.729384] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-06142cbb-f83d-48c7-bad3-06e7aec20401" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.729516] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06142cbb-f83d-48c7-bad3-06e7aec20401',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.821585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.821585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.821585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.821585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.821585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.821585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.821585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.821585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.821585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.821585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.821585] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e872d717-28c4-45cf-ad53-0323624836a2 already deleted. [ 789.821585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.170378] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.170675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.170675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.171027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.171217] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.171382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.171416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.171773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.171773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.171773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.171977] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.172113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.172188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.172415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.172591] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.172765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.172765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.172935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.173050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.173147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.173284] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb6f97a1-7dab-48e1-aa8c-1485d34afe7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.233065] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.233065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.233065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.233065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.233669] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.233669] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 06142cbb-f83d-48c7-bad3-06e7aec20401 not found, creating... [ 790.233669] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.233669] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.234430] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.234430] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.234430] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.234430] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.235228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.235228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.235228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.235228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.235228] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 06142cbb-f83d-48c7-bad3-06e7aec20401 is going to be created. [ 790.256519] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.256907] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.256907] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.257132] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.257374] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.257593] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-06142cbb-f83d-48c7-bad3-06e7aec20401" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.677742] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb6f97a1-7dab-48e1-aa8c-1485d34afe7d: rpc.has_security_group_logging(os_id): False [ 790.701193] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.701378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.701429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.701653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.701826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.702045] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.702154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.702213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.702653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.702653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.702653] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.702858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.702858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.702924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.702973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.703165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.703257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.703317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.703452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.703526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.703647] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d is going to be created. [ 790.772059] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.772243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.772287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.772494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.772674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.788543] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d in Status: IN_PROGRESS for 2s [ 791.008368] env[66006]: INFO networking_nsxv3.common.synchronization [req-6c07a124-73cd-4e44-96cf-0969220557d2 req-18fe5b8a-5d9e-44a1-83b5-672ed46530c3 service nova] Enqueued Resource ID: e872d717-28c4-45cf-ad53-0323624836a2 with Priority: HIGHEST for action security_group_rules [ 791.008368] env[66006]: INFO networking_nsxv3.common.synchronization [req-6c07a124-73cd-4e44-96cf-0969220557d2 req-18fe5b8a-5d9e-44a1-83b5-672ed46530c3 service nova] Enqueued Resource ID: e872d717-28c4-45cf-ad53-0323624836a2 with Priority: HIGHEST for action security_group_members [ 791.008612] env[66006]: INFO networking_nsxv3.common.synchronization [req-6c07a124-73cd-4e44-96cf-0969220557d2 req-18fe5b8a-5d9e-44a1-83b5-672ed46530c3 service nova] Enqueued Resource ID: 06142cbb-f83d-48c7-bad3-06e7aec20401 with Priority: HIGHEST for action port [ 791.008985] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e872d717-28c4-45cf-ad53-0323624836a2 with Priority: HIGHEST for action security_group_rules [ 791.009470] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e872d717-28c4-45cf-ad53-0323624836a2 with Priority: HIGHEST for action security_group_members [ 791.009586] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06142cbb-f83d-48c7-bad3-06e7aec20401 with Priority: HIGHEST for action port [ 791.009940] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e872d717-28c4-45cf-ad53-0323624836a2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.010110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.010187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.010449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.010535] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e872d717-28c4-45cf-ad53-0323624836a2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.012102] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e872d717-28c4-45cf-ad53-0323624836a2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.012265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.012342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.012694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.012758] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.012891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.012955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.013122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.013209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.013303] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e872d717-28c4-45cf-ad53-0323624836a2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.015271] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-06142cbb-f83d-48c7-bad3-06e7aec20401 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.015512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06142cbb-f83d-48c7-bad3-06e7aec20401" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.015614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06142cbb-f83d-48c7-bad3-06e7aec20401" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.015813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06142cbb-f83d-48c7-bad3-06e7aec20401" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.015926] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06142cbb-f83d-48c7-bad3-06e7aec20401',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.362294] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 791.362294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.432602] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4aded7e-10d5-4755-9183-96075bb950a1 in Status: SUCCESS [ 791.432834] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4aded7e-10d5-4755-9183-96075bb950a1 deletion is rescheduled due to dependency. [ 791.433026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4aded7e-10d5-4755-9183-96075bb950a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.512807] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e872d717-28c4-45cf-ad53-0323624836a2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.512944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.515624] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e872d717-28c4-45cf-ad53-0323624836a2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.522262] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06142cbb-f83d-48c7-bad3-06e7aec20401 with status ACTIVE [ 791.523477] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.523477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.523477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.523477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.523477] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.523477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.523477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.523858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.523858] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.523858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.523998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.524049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.524149] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06142cbb-f83d-48c7-bad3-06e7aec20401 is going to be updated. [ 791.552257] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.552433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.552552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.552787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.553028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.553824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06142cbb-f83d-48c7-bad3-06e7aec20401" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.575622] env[66006]: INFO networking_nsxv3.common.synchronization [req-9df221af-eb78-491e-9363-4a9d5d837411 req-7c6b4ab6-7251-48ea-a98f-417cc53118e8 tempest-ServersTestManualDisk-1207836462 tempest-ServersTestManualDisk-1207836462-project-member] Enqueued Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_members [ 791.576758] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 with Priority: HIGHEST for action security_group_members [ 791.577144] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.577266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.577467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.577694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.578532] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.578532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.578532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.578532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.578532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.578532] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e0619e3-f2c0-4b5a-99e7-689c160b9e59',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.019535] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e872d717-28c4-45cf-ad53-0323624836a2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.081690] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.081690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.081690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.081938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.081938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.082698] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.082698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.082698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.082698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.082698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.082698] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 is going to be updated. [ 792.126826] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.126977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.126977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.127619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.127619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.138130] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 in Status: IN_PROGRESS for 2s [ 792.522609] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.522980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.522980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.523143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.523291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.523361] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e872d717-28c4-45cf-ad53-0323624836a2 is going to be created. [ 792.554375] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.554600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.554732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.554890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.555171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.568392] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e872d717-28c4-45cf-ad53-0323624836a2 in Status: UNINITIALIZED for 2s [ 792.804970] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d in Status: SUCCESS [ 792.805202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.151731] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 in Status: SUCCESS [ 794.152091] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e0619e3-f2c0-4b5a-99e7-689c160b9e59 deletion is rescheduled due to dependency. [ 794.152130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e0619e3-f2c0-4b5a-99e7-689c160b9e59" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.581934] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e872d717-28c4-45cf-ad53-0323624836a2 in Status: SUCCESS [ 794.582176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.582344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.582935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.582935] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.582935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.582935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.583479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.583479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.583479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.583479] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e872d717-28c4-45cf-ad53-0323624836a2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.086945] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e872d717-28c4-45cf-ad53-0323624836a2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.087174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.087294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.087628] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.088013] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.088119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.088734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.088734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.088734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.088734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.088952] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e872d717-28c4-45cf-ad53-0323624836a2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.089160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.089907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.089907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.089907] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.089907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.090212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.094709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.094709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.094895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.094967] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e872d717-28c4-45cf-ad53-0323624836a2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.561600] env[66006]: INFO networking_nsxv3.common.synchronization [None req-49fdc201-76a0-4396-851c-1c14270ecee6 None None] Enqueued Resource ID: f77c0145-75aa-4300-8ca0-d70c9e923f7e with Priority: HIGHEST for action port [ 795.562836] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77c0145-75aa-4300-8ca0-d70c9e923f7e with Priority: HIGHEST for action port [ 795.562836] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77c0145-75aa-4300-8ca0-d70c9e923f7e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.562836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77c0145-75aa-4300-8ca0-d70c9e923f7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.562836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77c0145-75aa-4300-8ca0-d70c9e923f7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.563191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77c0145-75aa-4300-8ca0-d70c9e923f7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.563191] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77c0145-75aa-4300-8ca0-d70c9e923f7e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.599292] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e872d717-28c4-45cf-ad53-0323624836a2: rpc.has_security_group_logging(os_id): False [ 795.618086] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.618086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.618086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.618086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.618406] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.618406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.618544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.618704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.618795] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.618877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.619131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.619231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.620259] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.620363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.620468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.620585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.620821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.620821] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e872d717-28c4-45cf-ad53-0323624836a2 is going to be created. [ 795.689665] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.689876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.689876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.690126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.690316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.707096] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e872d717-28c4-45cf-ad53-0323624836a2 in Status: IN_PROGRESS for 2s [ 796.067507] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f77c0145-75aa-4300-8ca0-d70c9e923f7e [ 796.067507] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.067507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.067507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.067507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.067507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.067507] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f77c0145-75aa-4300-8ca0-d70c9e923f7e already deleted. [ 796.067507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77c0145-75aa-4300-8ca0-d70c9e923f7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.207787] env[66006]: INFO networking_nsxv3.common.synchronization [None req-679c9ca0-ecb2-4cb8-bb87-a22265a64cf8 tempest-AttachVolumeTestJSON-1943147508 tempest-AttachVolumeTestJSON-1943147508-project-member] Enqueued Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_rules [ 796.209167] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_rules [ 796.209167] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67be7eb7-b6ba-4f32-be28-b46f61cad524 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.209167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.209167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.209167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.209167] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.300678] env[66006]: INFO networking_nsxv3.common.synchronization [None req-8ff5a1ae-0937-453b-adb3-f070bc5ba1f4 tempest-AttachVolumeTestJSON-1943147508 tempest-AttachVolumeTestJSON-1943147508-project-member] Enqueued Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_rules [ 796.301761] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_rules [ 796.303389] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67be7eb7-b6ba-4f32-be28-b46f61cad524 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.303389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.739473] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.739875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.739875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.739960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.739993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.740129] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 already deleted. [ 796.740944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.741139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.741334] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.741427] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.275586] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.275586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.275763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.275843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.276652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.276652] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 already deleted. [ 797.276652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.725173] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e872d717-28c4-45cf-ad53-0323624836a2 in Status: SUCCESS [ 797.725173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.969367] env[66006]: INFO networking_nsxv3.common.synchronization [req-bf036bae-8883-444e-8fa3-fb1a16de4885 req-8e14e248-301b-49a1-ae20-dd5db99e12a8 tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 797.970099] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 797.970422] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.970543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.970610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.970809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.970963] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.971180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.971321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.971486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.971570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.971663] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.140274] env[66006]: INFO networking_nsxv3.common.synchronization [req-66d45a4e-2426-4789-b8da-e1b4a51c1554 req-6491e2eb-36de-4cde-9ee9-9e91ea712a6e tempest-ServerPasswordTestJSON-70016630 tempest-ServerPasswordTestJSON-70016630-project-member] Enqueued Resource ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d with Priority: HIGHEST for action security_group_members [ 798.140274] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d with Priority: HIGHEST for action security_group_members [ 798.140274] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.140274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.140274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.140274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.140927] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.143280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.143280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.143280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.143280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.143280] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6f97a1-7dab-48e1-aa8c-1485d34afe7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.224676] env[66006]: INFO networking_nsxv3.common.synchronization [None req-3a47d569-9a34-42cd-b0ea-5f3ff4f38336 None None] Enqueued Resource ID: 17b168f3-01cc-4ea5-9437-3c338914aee3 with Priority: HIGHEST for action port [ 798.225109] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b168f3-01cc-4ea5-9437-3c338914aee3 with Priority: HIGHEST for action port [ 798.225428] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-17b168f3-01cc-4ea5-9437-3c338914aee3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.225565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17b168f3-01cc-4ea5-9437-3c338914aee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.225632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17b168f3-01cc-4ea5-9437-3c338914aee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.225910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17b168f3-01cc-4ea5-9437-3c338914aee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.225988] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17b168f3-01cc-4ea5-9437-3c338914aee3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.335781] env[66006]: INFO networking_nsxv3.common.synchronization [req-28bfe14c-37b0-4866-96f0-2ca794f57d1b req-aa0594d4-f877-4b58-8263-9b879fa9fce3 tempest-ServerTagsTestJSON-228803551 tempest-ServerTagsTestJSON-228803551-project-member] Enqueued Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGHEST for action security_group_members [ 798.336517] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGHEST for action security_group_members [ 798.339396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b863a97b-9692-4524-8c42-91464e138258 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.339396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.339396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.339396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.339396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.339396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.339396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.339396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.339396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.339396] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b863a97b-9692-4524-8c42-91464e138258',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.473995] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.475271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.475271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.475271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.475271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.475724] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.475724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.475724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.475724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.475724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.475929] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 798.510322] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.510322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.510322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.510322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.510322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.528162] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 798.645981] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.646138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.646197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.646406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.646491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.646674] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.646763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.646822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.646982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.647041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.647123] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d is going to be updated. [ 798.688360] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.688360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.688360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.688777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.688961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.700221] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d in Status: IN_PROGRESS for 2s [ 798.734893] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17b168f3-01cc-4ea5-9437-3c338914aee3 [ 798.735169] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.735299] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.735358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.735577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.735947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.735947] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17b168f3-01cc-4ea5-9437-3c338914aee3 already deleted. [ 798.735947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17b168f3-01cc-4ea5-9437-3c338914aee3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.737948] env[66006]: INFO networking_nsxv3.common.synchronization [req-9bf42aea-bf91-415d-80d1-cb8a9ddd71e1 req-255398fc-7d5a-4ede-bdb0-e5cc980652c5 tempest-ServerRescueTestJSON-528735112 tempest-ServerRescueTestJSON-528735112-project-member] Enqueued Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 798.738524] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cede47cc-6749-4736-8961-e1f1d607d9d0 with Priority: HIGHEST for action security_group_members [ 798.738907] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-cede47cc-6749-4736-8961-e1f1d607d9d0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.739017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.739081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.739364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.739538] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.739644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.739704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.739879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.739972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.740059] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cede47cc-6749-4736-8961-e1f1d607d9d0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.841099] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.841099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.841099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.841099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.841625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.841625] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.841625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.841625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.841889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.841889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.841889] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b863a97b-9692-4524-8c42-91464e138258 is going to be updated. [ 798.884718] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.884947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.885032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.885287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.885437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.901029] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b863a97b-9692-4524-8c42-91464e138258 in Status: IN_PROGRESS for 2s [ 799.243298] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.243591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.243591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.243781] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.243876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.244101] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.244220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.244275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.244406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.244482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.244566] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede47cc-6749-4736-8961-e1f1d607d9d0 is going to be updated. [ 799.282183] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.282344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.282344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.282512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.283081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.297565] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: IN_PROGRESS for 2s [ 799.967807] env[66006]: INFO networking_nsxv3.common.synchronization [req-1990dd07-4098-4719-a632-990f819bbfc8 req-ab4a5262-cc1f-4251-921f-fadc87d91fc3 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 799.968620] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 799.968722] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.968789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.968825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.969383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.969383] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.969383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.969383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.969648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.969648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.969648] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.475554] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.475870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.475870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.476044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.476145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.476437] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.476542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.476604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.476810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.476856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.476918] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 800.504028] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.504028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.504028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.504297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.504350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.514917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 800.538456] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 800.538456] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 deletion is rescheduled due to dependency. [ 800.538581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.713525] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d in Status: SUCCESS [ 800.713716] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6f97a1-7dab-48e1-aa8c-1485d34afe7d deletion is rescheduled due to dependency. [ 800.713835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6f97a1-7dab-48e1-aa8c-1485d34afe7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.910769] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b863a97b-9692-4524-8c42-91464e138258 in Status: SUCCESS [ 800.911186] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b863a97b-9692-4524-8c42-91464e138258 deletion is rescheduled due to dependency. [ 800.911186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.309533] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cede47cc-6749-4736-8961-e1f1d607d9d0 in Status: SUCCESS [ 801.309784] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cede47cc-6749-4736-8961-e1f1d607d9d0 deletion is rescheduled due to dependency. [ 801.309971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cede47cc-6749-4736-8961-e1f1d607d9d0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.526360] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 802.526665] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 deletion is rescheduled due to dependency. [ 802.526665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.147802] env[66006]: INFO networking_nsxv3.common.synchronization [req-c0bbed26-7282-481d-b39e-6adccf0e86d0 req-ad60c36b-d0aa-4eac-aecc-ebedbbcf1d1e tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_members [ 803.148247] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 with Priority: HIGHEST for action security_group_members [ 803.148891] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.148891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.148891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.149048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.149080] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.149396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.149396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.149396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.149576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.149576] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911337c7-4069-4ef2-8fe5-3b731fa0bdd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.487015] env[66006]: INFO networking_nsxv3.common.synchronization [req-111c83aa-fb34-4fe1-a707-e439be0dfef5 req-5b46343c-0e9f-47b5-b257-2a0113a69528 tempest-ServersNegativeTestJSON-874941818 tempest-ServersNegativeTestJSON-874941818-project-member] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 803.487560] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 803.487854] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.488017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.488087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.488325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.488519] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.488622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.488676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.488840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.489175] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.489175] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.626385] env[66006]: INFO networking_nsxv3.common.synchronization [req-34c84928-82f3-4357-8e79-a2e77b4ac408 req-16c00ee5-240c-4575-967a-d5770a8127ba tempest-ServersAdminTestJSON-1371135454 tempest-ServersAdminTestJSON-1371135454-project-member] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 803.626926] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 803.627241] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.627358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.627422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.628170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.628388] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.628526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.628610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.628802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.628929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.629090] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.653759] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.653759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.653759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.653759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.653759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.653759] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.653759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.653759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.653759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.653759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.653759] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 is going to be updated. [ 803.688820] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.688820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.688820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.688820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.688820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.701155] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 in Status: IN_PROGRESS for 2s [ 803.858569] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.858864] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.860178] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.862463] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.862865] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.864682] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.864870] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.865240] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.865457] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.865758] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.865937] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.866134] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.866311] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.866494] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.866666] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.866872] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.896960] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.897302] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.897672] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.897944] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.898439] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-c28d5115-5536-46d8-9d02-1281913fa6ca taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.898700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-c28d5115-5536-46d8-9d02-1281913fa6ca" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.898885] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-c28d5115-5536-46d8-9d02-1281913fa6ca" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.899937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-c28d5115-5536-46d8-9d02-1281913fa6ca" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.900075] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28d5115-5536-46d8-9d02-1281913fa6ca',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.966088] env[66006]: INFO networking_nsxv3.common.synchronization [req-08caca55-8709-4ee5-8c39-c3215b55f774 req-c1d032fb-671b-4f35-b7e6-3d690a99301b tempest-ImagesOneServerNegativeTestJSON-1582341434 tempest-ImagesOneServerNegativeTestJSON-1582341434-project-member] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 803.967689] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 803.968428] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.968838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.968838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.969342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.969585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.969872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.970036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.970388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.970594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.970780] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.991703] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.132534] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.404695] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.405895] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.406117] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.406452] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.406642] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.406838] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port c28d5115-5536-46d8-9d02-1281913fa6ca not found, creating... [ 804.407169] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.407417] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.407499] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.407782] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.407957] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.408321] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.408560] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.408727] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.409016] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.409408] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.409564] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: c28d5115-5536-46d8-9d02-1281913fa6ca is going to be created. [ 804.433589] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.434573] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.434573] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.434573] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.434796] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.435559] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-c28d5115-5536-46d8-9d02-1281913fa6ca" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.474364] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.474556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.474629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.474865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.474958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.476188] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.476188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.476188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.476188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.476188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.476188] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be updated. [ 804.494506] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.509934] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.510110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.510179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.510388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.510519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.520593] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: IN_PROGRESS for 2s [ 804.635215] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.997489] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.997489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.997489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.997715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.997753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.998669] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be updated. [ 805.029740] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.029740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.029740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.029740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.030049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.039732] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: IN_PROGRESS for 2s [ 805.103059] env[66006]: INFO networking_nsxv3.common.synchronization [req-111c83aa-fb34-4fe1-a707-e439be0dfef5 req-e2059b5d-a447-49e4-8790-6d84bf537005 service nova] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_rules [ 805.103059] env[66006]: INFO networking_nsxv3.common.synchronization [req-111c83aa-fb34-4fe1-a707-e439be0dfef5 req-e2059b5d-a447-49e4-8790-6d84bf537005 service nova] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 805.103276] env[66006]: INFO networking_nsxv3.common.synchronization [req-111c83aa-fb34-4fe1-a707-e439be0dfef5 req-e2059b5d-a447-49e4-8790-6d84bf537005 service nova] Enqueued Resource ID: c28d5115-5536-46d8-9d02-1281913fa6ca with Priority: HIGHEST for action port [ 805.103845] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_rules [ 805.103845] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 805.103845] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28d5115-5536-46d8-9d02-1281913fa6ca with Priority: HIGHEST for action port [ 805.104127] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.104245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.104309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.104506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.104585] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.106332] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.106332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.106332] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28d5115-5536-46d8-9d02-1281913fa6ca taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.106332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28d5115-5536-46d8-9d02-1281913fa6ca" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.106332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28d5115-5536-46d8-9d02-1281913fa6ca" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.106332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28d5115-5536-46d8-9d02-1281913fa6ca" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.106332] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28d5115-5536-46d8-9d02-1281913fa6ca',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.137713] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.137862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.137949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.138177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.138293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.138412] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 805.172660] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.172832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.172871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.173098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.173252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.184025] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 805.608222] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.608381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.608544] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c28d5115-5536-46d8-9d02-1281913fa6ca with status ACTIVE [ 805.608713] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.608819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.608924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.609115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.609210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.609406] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.609471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.609508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.609657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.609756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.610537] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.610537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.610537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.610537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.610537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.610537] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c28d5115-5536-46d8-9d02-1281913fa6ca is going to be updated. [ 805.632598] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.632741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.632807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.633064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.633208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.633366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28d5115-5536-46d8-9d02-1281913fa6ca" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.711757] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 in Status: SUCCESS [ 805.712106] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911337c7-4069-4ef2-8fe5-3b731fa0bdd3 deletion is rescheduled due to dependency. [ 805.712230] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911337c7-4069-4ef2-8fe5-3b731fa0bdd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.218235] env[66006]: INFO networking_nsxv3.common.synchronization [req-17263c6a-de62-4dbe-ae3e-db96af273293 req-dc916e2c-6409-40ab-9edc-b1a528be4ab2 tempest-ServerAddressesTestJSON-1817301368 tempest-ServerAddressesTestJSON-1817301368-project-member] Enqueued Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGHEST for action security_group_members [ 806.218823] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGHEST for action security_group_members [ 806.222577] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.222769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.222769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.223096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.223281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.223409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.223485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.223663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.223729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.223810] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9fca5b-73f6-4f75-91b0-bfac1836e00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.531843] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 806.532138] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 deletion is rescheduled due to dependency. [ 806.532251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.675317] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.675524] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-125" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.675672] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-125" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.676224] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-125" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.676905] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.677091] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.677298] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.677668] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.677901] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.678204] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.678435] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.678659] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.678878] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.679062] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.679269] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.679514] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.706220] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.706220] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.706220] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.706220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-125" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.706447] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-1e3f58ef-6a59-4bae-8672-d0a16e734974 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.706524] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-1e3f58ef-6a59-4bae-8672-d0a16e734974" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.706598] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-1e3f58ef-6a59-4bae-8672-d0a16e734974" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.706919] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-1e3f58ef-6a59-4bae-8672-d0a16e734974" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.707127] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e3f58ef-6a59-4bae-8672-d0a16e734974',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.727691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.728094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.728094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.728327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.728405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.728595] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.728722] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.728788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.728987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.729086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.729175] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b already deleted. [ 806.732456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.052139] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 807.053026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.053026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.053026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.053026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.053282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.053282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.053560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.053644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.053806] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.196061] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 4s [ 807.213933] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.214195] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.214324] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.214609] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.214755] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.214934] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 1e3f58ef-6a59-4bae-8672-d0a16e734974 not found, creating... [ 807.215326] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.215504] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.215668] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.215854] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.215986] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.216330] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.216494] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.216605] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.216820] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.216948] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.219184] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 1e3f58ef-6a59-4bae-8672-d0a16e734974 is going to be created. [ 807.249866] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.250167] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.250308] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.250611] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.250855] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.251139] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-1e3f58ef-6a59-4bae-8672-d0a16e734974" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.461622] env[66006]: INFO networking_nsxv3.common.synchronization [req-27acdc05-1026-4e02-99a2-83880b421ef1 req-c73d159d-ef79-47b1-be6b-773e91134472 tempest-InstanceActionsTestJSON-1419958926 tempest-InstanceActionsTestJSON-1419958926-project-member] Enqueued Resource ID: e872d717-28c4-45cf-ad53-0323624836a2 with Priority: HIGHEST for action security_group_members [ 807.462340] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e872d717-28c4-45cf-ad53-0323624836a2 with Priority: HIGHEST for action security_group_members [ 807.462690] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e872d717-28c4-45cf-ad53-0323624836a2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.462839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.462967] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.463275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.463275] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.463275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.464496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.464496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.464496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.464496] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e872d717-28c4-45cf-ad53-0323624836a2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.556070] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.941619] env[66006]: INFO networking_nsxv3.common.synchronization [req-17263c6a-de62-4dbe-ae3e-db96af273293 req-1546299b-1e16-4604-a8ac-62bb84ece451 service nova] Enqueued Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGHEST for action security_group_rules [ 807.941917] env[66006]: INFO networking_nsxv3.common.synchronization [req-17263c6a-de62-4dbe-ae3e-db96af273293 req-1546299b-1e16-4604-a8ac-62bb84ece451 service nova] Enqueued Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGHEST for action security_group_members [ 807.941917] env[66006]: INFO networking_nsxv3.common.synchronization [req-17263c6a-de62-4dbe-ae3e-db96af273293 req-1546299b-1e16-4604-a8ac-62bb84ece451 service nova] Enqueued Resource ID: 1e3f58ef-6a59-4bae-8672-d0a16e734974 with Priority: HIGHEST for action port [ 807.942447] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGHEST for action security_group_rules [ 807.943367] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGHEST for action security_group_members [ 807.943558] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3f58ef-6a59-4bae-8672-d0a16e734974 with Priority: HIGHEST for action port [ 807.943842] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.943961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.944047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.944306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.944387] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9fca5b-73f6-4f75-91b0-bfac1836e00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.946691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.946845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.946933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.947046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.947201] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.947302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.947353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.947492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.947585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.947675] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9fca5b-73f6-4f75-91b0-bfac1836e00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.949091] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e3f58ef-6a59-4bae-8672-d0a16e734974 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.949091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e3f58ef-6a59-4bae-8672-d0a16e734974" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.949091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e3f58ef-6a59-4bae-8672-d0a16e734974" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.949091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e3f58ef-6a59-4bae-8672-d0a16e734974" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.949091] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e3f58ef-6a59-4bae-8672-d0a16e734974',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.966568] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.966688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.966758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.966955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.967051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.967231] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.967319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.967379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.967522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.967591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.967671] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e872d717-28c4-45cf-ad53-0323624836a2 is going to be updated. [ 807.999517] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.999653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.999653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.999887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.000025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.009432] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e872d717-28c4-45cf-ad53-0323624836a2 in Status: IN_PROGRESS for 2s [ 808.058211] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.450434] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.451096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.451515] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d9fca5b-73f6-4f75-91b0-bfac1836e00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.452271] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e3f58ef-6a59-4bae-8672-d0a16e734974 with status ACTIVE [ 808.452490] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.452606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.452665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.452876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.452991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.453307] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.453307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.453439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.453485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.453571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.453747] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.453839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.453893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.454497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.454612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.454702] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e3f58ef-6a59-4bae-8672-d0a16e734974 is going to be updated. [ 808.476160] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.476297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.476356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.476570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.476720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.476884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e3f58ef-6a59-4bae-8672-d0a16e734974" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.561405] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.561581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.561660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.561879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.561980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.562180] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be updated. [ 808.608022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.608474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.609877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.609877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.609877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.621928] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: IN_PROGRESS for 2s [ 808.667907] env[66006]: INFO networking_nsxv3.common.synchronization [req-cd6852d3-5978-484d-89d6-c3cf0ef376bc req-71665164-04e8-4c10-b3a0-e0f17e235b6d tempest-ServersTestBootFromVolume-1910152657 tempest-ServersTestBootFromVolume-1910152657-project-member] Enqueued Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_members [ 808.667907] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGHEST for action security_group_members [ 808.667907] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.668566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.668794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.669115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.671012] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.671012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.671012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.671012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.671012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.671012] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.958046] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d9fca5b-73f6-4f75-91b0-bfac1836e00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.173494] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.173670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.173715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.173929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.174032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.174353] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.174353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.174524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.174524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.174594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.174685] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 is going to be updated. [ 809.209156] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 809.209382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.210327] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.210449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.210531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.210744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.210878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.218975] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 in Status: IN_PROGRESS for 2s [ 809.461240] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.461240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.461240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.461240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.461240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.461240] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b is going to be created. [ 809.487795] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.488018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.488142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.489028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.489028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.502275] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b in Status: UNINITIALIZED for 2s [ 810.030666] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e872d717-28c4-45cf-ad53-0323624836a2 in Status: SUCCESS [ 810.031156] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e872d717-28c4-45cf-ad53-0323624836a2 deletion is rescheduled due to dependency. [ 810.031156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e872d717-28c4-45cf-ad53-0323624836a2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.327982] env[66006]: INFO networking_nsxv3.common.synchronization [req-e48edda1-91c0-4fb9-8360-08ac73d02653 req-25de0d81-0c8a-4325-980f-e777407efe98 tempest-VolumesAssistedSnapshotsTest-1742297700 tempest-VolumesAssistedSnapshotsTest-1742297700-project-member] Enqueued Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_members [ 810.327982] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d with Priority: HIGHEST for action security_group_members [ 810.328144] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87e42ab-b5ca-46b9-b737-eca5449cd05d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.328243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.328306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.328515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.328670] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.328758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.328819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.328982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.329079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.329172] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e87e42ab-b5ca-46b9-b737-eca5449cd05d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.633447] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 810.633663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.633837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.634124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.634316] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.634441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.634502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.634749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.634749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.634841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.634897] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.832804] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.832804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.832804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.832804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.832804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.832804] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.832804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.832804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.832804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.832804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.832804] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d is going to be updated. [ 810.874821] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.874985] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.875043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.875266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.875410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.885376] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d in Status: IN_PROGRESS for 2s [ 811.138166] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.138490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.138490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.141040] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.141040] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.141040] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.141040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.141040] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.231382] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 in Status: SUCCESS [ 811.231748] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 deletion is rescheduled due to dependency. [ 811.232063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.514284] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b in Status: SUCCESS [ 811.514284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.514461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.515044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.515044] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.515044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.515044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.516115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.516583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.516583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.516583] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d9fca5b-73f6-4f75-91b0-bfac1836e00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.642118] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e394ca6d-939f-4547-9b73-4f329a3e7f2a: rpc.has_security_group_logging(os_id): False [ 811.661812] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.662011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.662011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.662202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.662297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.662501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.662599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.662658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.662809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.662880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.663130] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.663260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.663317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.663438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.663511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.663712] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.663804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.663861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.663990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.664988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.665115] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be updated. [ 811.753400] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.753400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.753400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.753694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.753860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.772792] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: IN_PROGRESS for 2s [ 812.019683] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.019683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.019683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.019683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.019683] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.019683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.019683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.019683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.019683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.020727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.020727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.020727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.020727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.020727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.020727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.020727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.020727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.020727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.020727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.021086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.021086] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d9fca5b-73f6-4f75-91b0-bfac1836e00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.526359] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d9fca5b-73f6-4f75-91b0-bfac1836e00b: rpc.has_security_group_logging(os_id): False [ 812.548496] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.548641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.548696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.548956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.549057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.549375] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.549453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.549510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.549666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.549743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.549924] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.550050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.550118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.550256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.550329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.550502] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.550656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.550694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.550856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.550955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.551057] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b is going to be created. [ 812.625301] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.625301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.625301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.625301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.625301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.638475] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b in Status: IN_PROGRESS for 2s [ 812.896552] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d in Status: SUCCESS [ 812.896552] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87e42ab-b5ca-46b9-b737-eca5449cd05d deletion is rescheduled due to dependency. [ 812.896552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87e42ab-b5ca-46b9-b737-eca5449cd05d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.354681] env[66006]: INFO networking_nsxv3.common.synchronization [req-b6b60583-c61a-4af0-8786-85d6fec32735 req-4567f2d1-d513-4cdb-bc0e-8b335e9ffc20 tempest-MigrationsAdminTest-1316273139 tempest-MigrationsAdminTest-1316273139-project-member] Enqueued Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 813.355267] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 813.355566] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.355679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.355756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.355936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.356434] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.356553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.356611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.357089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.357089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.357089] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.780711] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.781109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.781109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.781293] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.781541] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.781688] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.781797] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.783565] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.783731] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.783941] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.784063] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.784167] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.784271] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.784373] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.785213] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.785213] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.789322] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 813.789574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.817037] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.817037] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.817319] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.817319] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.817646] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-f2facefc-b2d4-4736-803c-a0effbb61240 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.817859] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-f2facefc-b2d4-4736-803c-a0effbb61240" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.817987] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-f2facefc-b2d4-4736-803c-a0effbb61240" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.818303] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-f2facefc-b2d4-4736-803c-a0effbb61240" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.818435] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2facefc-b2d4-4736-803c-a0effbb61240',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.861574] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.321591] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.321783] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.321895] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.322342] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.322499] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.322651] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port f2facefc-b2d4-4736-803c-a0effbb61240 not found, creating... [ 814.322911] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.323168] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.323302] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.323535] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.323669] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.323954] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.324128] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.324224] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.324444] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.324567] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.324699] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: f2facefc-b2d4-4736-803c-a0effbb61240 is going to be created. [ 814.349262] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.349552] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.349725] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.349902] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.350299] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.350404] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-f2facefc-b2d4-4736-803c-a0effbb61240" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.362849] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.651900] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b in Status: SUCCESS [ 814.652224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.865072] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.865389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.865389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.865532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.865621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.865718] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 is going to be updated. [ 814.894485] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.894657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.894657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.894850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.895034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.904812] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: IN_PROGRESS for 2s [ 815.046581] env[66006]: INFO networking_nsxv3.common.synchronization [req-b6b60583-c61a-4af0-8786-85d6fec32735 req-c5739c43-da50-413b-a0df-5535a6ef59a5 service nova] Enqueued Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_rules [ 815.046800] env[66006]: INFO networking_nsxv3.common.synchronization [req-b6b60583-c61a-4af0-8786-85d6fec32735 req-c5739c43-da50-413b-a0df-5535a6ef59a5 service nova] Enqueued Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 815.046954] env[66006]: INFO networking_nsxv3.common.synchronization [req-b6b60583-c61a-4af0-8786-85d6fec32735 req-c5739c43-da50-413b-a0df-5535a6ef59a5 service nova] Enqueued Resource ID: f2facefc-b2d4-4736-803c-a0effbb61240 with Priority: HIGHEST for action port [ 815.047531] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_rules [ 815.047684] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 815.047781] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2facefc-b2d4-4736-803c-a0effbb61240 with Priority: HIGHEST for action port [ 815.048528] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.048664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.048708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.048956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.049095] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.049918] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.051096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.051359] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2facefc-b2d4-4736-803c-a0effbb61240 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.051477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2facefc-b2d4-4736-803c-a0effbb61240" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.051561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2facefc-b2d4-4736-803c-a0effbb61240" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.051729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2facefc-b2d4-4736-803c-a0effbb61240" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.051828] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2facefc-b2d4-4736-803c-a0effbb61240',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.554430] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.554430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.557586] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2facefc-b2d4-4736-803c-a0effbb61240 with status ACTIVE [ 815.557886] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.558028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.558028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.558228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.558316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.558486] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.558582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.558643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.558791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.558866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.559058] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.559152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.559211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.559348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.559419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.559502] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2facefc-b2d4-4736-803c-a0effbb61240 is going to be updated. [ 815.582219] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.582219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.582219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.582219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.582219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.582219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2facefc-b2d4-4736-803c-a0effbb61240" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.935467] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: SUCCESS [ 816.935871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.936177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.936437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.936651] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.936783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.936857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.936992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.937171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.937290] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.439795] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.942824] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.425024] env[66006]: INFO networking_nsxv3.common.synchronization [None req-82a34951-8953-4c24-9be7-643dc4fd4692 None None] Enqueued Resource ID: bc1d53bb-e89b-4e78-bbc9-fb55bf108616 with Priority: HIGHEST for action port [ 818.425796] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1d53bb-e89b-4e78-bbc9-fb55bf108616 with Priority: HIGHEST for action port [ 818.426064] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1d53bb-e89b-4e78-bbc9-fb55bf108616 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.426219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1d53bb-e89b-4e78-bbc9-fb55bf108616" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.426306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1d53bb-e89b-4e78-bbc9-fb55bf108616" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.426573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1d53bb-e89b-4e78-bbc9-fb55bf108616" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.426655] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1d53bb-e89b-4e78-bbc9-fb55bf108616',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.444916] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.445103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.445103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.445383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.445450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.445525] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 is going to be updated. [ 818.488083] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.488389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.488515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.488824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.489078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.505143] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: IN_PROGRESS for 2s [ 818.930544] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc1d53bb-e89b-4e78-bbc9-fb55bf108616 [ 818.930826] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.931060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.931229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.931441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.931552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.931666] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc1d53bb-e89b-4e78-bbc9-fb55bf108616 already deleted. [ 818.931756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1d53bb-e89b-4e78-bbc9-fb55bf108616" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.065242] env[66006]: INFO networking_nsxv3.common.synchronization [None req-fad03173-8073-493c-9138-4ee54bd1b466 None None] Enqueued Resource ID: 29103bd5-dd20-4c3a-984b-9e96c662e626 with Priority: HIGHEST for action port [ 819.066212] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29103bd5-dd20-4c3a-984b-9e96c662e626 with Priority: HIGHEST for action port [ 819.066212] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-29103bd5-dd20-4c3a-984b-9e96c662e626 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.066435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29103bd5-dd20-4c3a-984b-9e96c662e626" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.066435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29103bd5-dd20-4c3a-984b-9e96c662e626" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.066667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29103bd5-dd20-4c3a-984b-9e96c662e626" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.066712] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29103bd5-dd20-4c3a-984b-9e96c662e626',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.168275] env[66006]: INFO networking_nsxv3.common.synchronization [req-0606b395-75ca-4334-9891-885a01ca9d87 req-4228e853-20ed-4b5f-9af6-ed3d09f68ec4 tempest-ServersNegativeTestJSON-874941818 tempest-ServersNegativeTestJSON-874941818-project-member] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 819.169036] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 819.169136] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.169202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.169466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.169466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.169652] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.169851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.169851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.171032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.171032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.171032] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.518490] env[66006]: INFO networking_nsxv3.common.synchronization [req-6266ba99-38a8-4804-89eb-4870a17ebc63 req-68c1c936-ecaf-40f2-bcd2-da829b5d4f06 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 819.519535] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 819.519535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.519753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.519753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.520768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.520768] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.520768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.520768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.520768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.520768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.521098] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.569376] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29103bd5-dd20-4c3a-984b-9e96c662e626 [ 819.569509] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.569594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.569681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.569915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.570015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.570138] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29103bd5-dd20-4c3a-984b-9e96c662e626 already deleted. [ 819.570230] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29103bd5-dd20-4c3a-984b-9e96c662e626" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.672937] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.018934] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.019146] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-781" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.019271] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-781" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.019657] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-781" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.023025] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.023025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.023025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.023025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.023025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.023025] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.023025] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.023025] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.023025] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.023025] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.023025] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.023025] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.023694] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.023694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.023694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.023694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.023694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.023860] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.023860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.023946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.024035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.024149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.024216] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c already deleted. [ 820.024250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.044436] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.044767] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.044976] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.045521] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-781" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.045923] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.046655] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.046817] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.049102] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.049102] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49bfaa57-32b2-4d8c-9aec-2e4c9b72d676',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.175883] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.517686] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: SUCCESS [ 820.517918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.518129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.518368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.518573] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.518693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.518751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.518924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.519009] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.519155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.519256] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.554023] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.554023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.554023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.554023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.554023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.554023] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 not found, creating... [ 820.554023] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.554023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.554023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.554023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.554023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.554787] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.555162] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.555518] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.555964] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.556602] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.556602] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 is going to be created. [ 820.578931] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.579343] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.579568] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.579980] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.580364] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.580771] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.678714] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.678923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.678923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.679057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.679157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.679257] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be updated. [ 820.743495] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.743698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.743698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.744970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.744970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.753842] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: IN_PROGRESS for 2s [ 821.023163] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.023398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.024046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.024046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.024046] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.024736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.024858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.025194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.025278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.025453] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.025634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.025634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.025890] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.025980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.026152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.026306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.026414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.026511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.026622] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.032129] env[66006]: INFO networking_nsxv3.common.synchronization [None req-11cf1861-4d9e-4ec2-8ccc-eb682fa6775a tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_rules [ 821.034043] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_rules [ 821.034933] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a958fad-13c6-4588-b4f5-08ec27858746 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.034933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.034933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.035154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.035283] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.089862] env[66006]: INFO networking_nsxv3.common.synchronization [None req-574dd92c-16b7-4653-8101-46427a8dee69 None None] Enqueued Resource ID: 4e3e35df-f67f-4ec7-847a-b572d455bcf4 with Priority: HIGHEST for action port [ 821.090508] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3e35df-f67f-4ec7-847a-b572d455bcf4 with Priority: HIGHEST for action port [ 821.091024] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e3e35df-f67f-4ec7-847a-b572d455bcf4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.091024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e3e35df-f67f-4ec7-847a-b572d455bcf4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.091024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e3e35df-f67f-4ec7-847a-b572d455bcf4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.093152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e3e35df-f67f-4ec7-847a-b572d455bcf4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.093240] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3e35df-f67f-4ec7-847a-b572d455bcf4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.125547] env[66006]: INFO networking_nsxv3.common.synchronization [None req-e67c494b-460e-48fb-931a-ad84c0f31ff5 None None] Enqueued Resource ID: 2027b75b-2851-4155-be12-3ed4644795a8 with Priority: HIGHEST for action port [ 821.126162] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2027b75b-2851-4155-be12-3ed4644795a8 with Priority: HIGHEST for action port [ 821.126668] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2027b75b-2851-4155-be12-3ed4644795a8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.126882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2027b75b-2851-4155-be12-3ed4644795a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.126994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2027b75b-2851-4155-be12-3ed4644795a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.127286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2027b75b-2851-4155-be12-3ed4644795a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.127493] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2027b75b-2851-4155-be12-3ed4644795a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.172949] env[66006]: INFO networking_nsxv3.common.synchronization [None req-66bdabec-e0c5-41cb-9695-a4a78efe8c53 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_rules [ 821.174382] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_rules [ 821.175153] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a958fad-13c6-4588-b4f5-08ec27858746 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.175153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.332460] env[66006]: INFO networking_nsxv3.common.synchronization [req-6266ba99-38a8-4804-89eb-4870a17ebc63 req-d2f361a0-7de0-46a3-9b39-0e7983033569 service nova] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_rules [ 821.332773] env[66006]: INFO networking_nsxv3.common.synchronization [req-6266ba99-38a8-4804-89eb-4870a17ebc63 req-d2f361a0-7de0-46a3-9b39-0e7983033569 service nova] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 821.332991] env[66006]: INFO networking_nsxv3.common.synchronization [req-6266ba99-38a8-4804-89eb-4870a17ebc63 req-d2f361a0-7de0-46a3-9b39-0e7983033569 service nova] Enqueued Resource ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 with Priority: HIGHEST for action port [ 821.337987] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_rules [ 821.337987] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 821.337987] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 with Priority: HIGHEST for action port [ 821.337987] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.338575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.338575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.338575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.338575] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.339622] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.339743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.339845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.340136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.340324] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.340459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.340559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.340757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.341409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.341409] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.344248] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.344248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.344248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.344248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.344248] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49bfaa57-32b2-4d8c-9aec-2e4c9b72d676',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.530347] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2945d79b-9b72-45dd-9f52-2af48c3a5695: rpc.has_security_group_logging(os_id): False [ 821.555381] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.555634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.555634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.556762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.556933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.557361] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.557361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.557361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.557564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.557660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.558271] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.558271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.558271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.558271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.558271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.558515] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.558515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.558631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.561202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.561202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.561202] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 is going to be updated. [ 821.561202] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.561202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.561524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.561524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.561524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.561621] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a958fad-13c6-4588-b4f5-08ec27858746 already deleted. [ 821.561653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.562660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.562851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.562920] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.598999] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e3e35df-f67f-4ec7-847a-b572d455bcf4 [ 821.598999] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.599139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.599216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.599442] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.599525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.599961] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e3e35df-f67f-4ec7-847a-b572d455bcf4 already deleted. [ 821.599961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e3e35df-f67f-4ec7-847a-b572d455bcf4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.632211] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2027b75b-2851-4155-be12-3ed4644795a8 [ 821.632211] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.632211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.632693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.632693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.632693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.632859] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2027b75b-2851-4155-be12-3ed4644795a8 already deleted. [ 821.632963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2027b75b-2851-4155-be12-3ed4644795a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.641535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.641954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.641954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.642160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.642384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.656010] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: IN_PROGRESS for 2s [ 821.817197] env[66006]: INFO networking_nsxv3.common.synchronization [req-fb8c6b0f-d09a-43af-811c-a1958048dd46 req-bed7acd6-5a95-4f8a-b8c0-cd1ccefd7688 tempest-ServerAddressesTestJSON-1817301368 tempest-ServerAddressesTestJSON-1817301368-project-member] Enqueued Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGHEST for action security_group_members [ 821.817742] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGHEST for action security_group_members [ 821.818064] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.818190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.818259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.818492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.818648] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.818747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.818807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.818955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.819541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.819790] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9fca5b-73f6-4f75-91b0-bfac1836e00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.844012] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.846181] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.847795] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 with status ACTIVE [ 821.847795] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.847795] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.848236] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.848236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.848325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.848536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.848682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.848796] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 is going to be updated. [ 821.896132] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.896329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.896364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.896551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.896675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.896833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.996881] env[66006]: INFO networking_nsxv3.common.synchronization [req-31c9cd6d-c2fa-4b71-881c-d37c7b53cc5c req-739afe4e-be2e-4fd7-b31f-f81dc2e41778 tempest-SecurityGroupRulesTestJSON-1529715847 tempest-SecurityGroupRulesTestJSON-1529715847-project-member] Enqueued Resource ID: 8d6025ae-d092-4399-bf25-6beb1b7a88b7 with Priority: HIGHEST for action security_group_rules [ 821.997500] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6025ae-d092-4399-bf25-6beb1b7a88b7 with Priority: HIGHEST for action security_group_rules [ 821.997713] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6025ae-d092-4399-bf25-6beb1b7a88b7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.997832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6025ae-d092-4399-bf25-6beb1b7a88b7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.997897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6025ae-d092-4399-bf25-6beb1b7a88b7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.998360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6025ae-d092-4399-bf25-6beb1b7a88b7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.998360] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6025ae-d092-4399-bf25-6beb1b7a88b7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.094881] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.095031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.095105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.095368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.095457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.095550] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a958fad-13c6-4588-b4f5-08ec27858746 already deleted. [ 822.095626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.325034] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.325034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.325034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.325287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.325323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.325541] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.325662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.325736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.326034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.326127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.326298] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b is going to be updated. [ 822.346310] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.358393] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.358868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.358868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.358966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.359071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.371876] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b in Status: IN_PROGRESS for 2s [ 822.518787] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.518981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.519131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.519413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.519513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.519616] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6025ae-d092-4399-bf25-6beb1b7a88b7 already deleted. [ 822.519702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6025ae-d092-4399-bf25-6beb1b7a88b7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.764931] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 822.765177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.849804] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.850185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.850301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.850663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.850803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.850954] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c is going to be created. [ 822.877208] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.877387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.877460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.877672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.877886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.889384] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: UNINITIALIZED for 2s [ 823.035122] env[66006]: INFO networking_nsxv3.common.synchronization [req-2635f9f9-61dd-4c4a-b234-5d0d82077812 req-ce3df136-699d-48b9-8d56-1bdb7b2f292f tempest-SecurityGroupRulesTestJSON-1529715847 tempest-SecurityGroupRulesTestJSON-1529715847-project-member] Enqueued Resource ID: 6f2a9ad7-bf9c-42cc-b486-6608f348171e with Priority: HIGHEST for action security_group_rules [ 823.035555] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f2a9ad7-bf9c-42cc-b486-6608f348171e with Priority: HIGHEST for action security_group_rules [ 823.035867] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f2a9ad7-bf9c-42cc-b486-6608f348171e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.035959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f2a9ad7-bf9c-42cc-b486-6608f348171e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.036341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f2a9ad7-bf9c-42cc-b486-6608f348171e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.036622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f2a9ad7-bf9c-42cc-b486-6608f348171e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.036707] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f2a9ad7-bf9c-42cc-b486-6608f348171e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.558569] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.559055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.559148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.559364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.559458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.559558] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f2a9ad7-bf9c-42cc-b486-6608f348171e already deleted. [ 823.559671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f2a9ad7-bf9c-42cc-b486-6608f348171e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.670359] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: SUCCESS [ 823.670580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.802855] env[66006]: INFO networking_nsxv3.common.synchronization [req-86928e9a-7ee3-4454-a1db-2ece26b9d720 req-2846eafa-1468-4ce0-a95d-3a4f6a546adb tempest-SecurityGroupRulesTestJSON-1529715847 tempest-SecurityGroupRulesTestJSON-1529715847-project-member] Enqueued Resource ID: 681071f7-5b93-4b67-b893-daeb2c802e55 with Priority: HIGHEST for action security_group_rules [ 823.803500] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681071f7-5b93-4b67-b893-daeb2c802e55 with Priority: HIGHEST for action security_group_rules [ 823.803955] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-681071f7-5b93-4b67-b893-daeb2c802e55 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.804061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-681071f7-5b93-4b67-b893-daeb2c802e55" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.804061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-681071f7-5b93-4b67-b893-daeb2c802e55" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.804323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-681071f7-5b93-4b67-b893-daeb2c802e55" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.804434] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('681071f7-5b93-4b67-b893-daeb2c802e55',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.016014] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.016014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.016014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.016014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.016014] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.124989] env[66006]: INFO networking_nsxv3.common.synchronization [req-4e24d40b-1669-488d-9a33-8d058652ef6c req-4344d21d-a97f-4134-aee6-c502774b75d3 tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 824.125536] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 824.125848] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.125966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.127243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.127877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.128195] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.128315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.128379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.128778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.128900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.129087] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.326849] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.326952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.326989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.327218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.327302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.327519] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 681071f7-5b93-4b67-b893-daeb2c802e55 already deleted. [ 824.327519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-681071f7-5b93-4b67-b893-daeb2c802e55" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.388227] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b in Status: SUCCESS [ 824.388421] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b deletion is rescheduled due to dependency. [ 824.388534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.476891] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.477101] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.477101] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.477344] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.477907] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.477907] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.477907] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.478128] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.478304] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.478448] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.478571] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.478651] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.478796] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.478878] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.478981] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.479125] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.497529] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.497690] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.497796] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.497952] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.498301] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.498954] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.498954] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.498954] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.499133] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.519972] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.621971] env[66006]: INFO networking_nsxv3.common.synchronization [req-1ad4fd48-a99a-4d52-bd1b-1fb777cfd657 req-d9dd55b5-30f1-481f-be48-4ff8e233fe8a tempest-SecurityGroupRulesTestJSON-1529715847 tempest-SecurityGroupRulesTestJSON-1529715847-project-member] Enqueued Resource ID: 835058cc-a500-4199-9947-fd25aabeeb7f with Priority: HIGHEST for action security_group_rules [ 824.621971] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835058cc-a500-4199-9947-fd25aabeeb7f with Priority: HIGHEST for action security_group_rules [ 824.621971] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-835058cc-a500-4199-9947-fd25aabeeb7f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.621971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-835058cc-a500-4199-9947-fd25aabeeb7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.621971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-835058cc-a500-4199-9947-fd25aabeeb7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.622513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-835058cc-a500-4199-9947-fd25aabeeb7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.622513] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('835058cc-a500-4199-9947-fd25aabeeb7f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.632277] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.901257] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: SUCCESS [ 824.901257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.901257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.901257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.901257] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.901257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.901257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.901257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.901987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.901987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.901987] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.001188] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.001419] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.001513] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.001756] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.001894] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.002125] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c not found, creating... [ 825.002380] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.002546] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.002681] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.002862] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.002998] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.003351] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.003496] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.003633] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.003841] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.003958] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.004363] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c is going to be created. [ 825.024167] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.028862] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.028862] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.028862] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.029055] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.029411] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.029820] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.135836] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.156179] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.156379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.156496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.156786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.156935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.157071] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 835058cc-a500-4199-9947-fd25aabeeb7f already deleted. [ 825.157210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-835058cc-a500-4199-9947-fd25aabeeb7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.404173] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.404429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.404429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.404562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.404746] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.404845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.404902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.405108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.405182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.405226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.405366] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.405452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.405503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.405643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.405773] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.405864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.405925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.406074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.406149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.406249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.406312] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.527343] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 825.527537] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 825.640471] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.640880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.640880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.641182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.641513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.642355] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 825.678281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.678499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.678499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.678699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.678846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.698216] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 825.771728] env[66006]: INFO networking_nsxv3.common.synchronization [req-4e24d40b-1669-488d-9a33-8d058652ef6c req-b8fcbf73-e516-4f6f-9dfc-fce0d52640ae service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 825.771902] env[66006]: INFO networking_nsxv3.common.synchronization [req-4e24d40b-1669-488d-9a33-8d058652ef6c req-b8fcbf73-e516-4f6f-9dfc-fce0d52640ae service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 825.772042] env[66006]: INFO networking_nsxv3.common.synchronization [req-4e24d40b-1669-488d-9a33-8d058652ef6c req-b8fcbf73-e516-4f6f-9dfc-fce0d52640ae service nova] Enqueued Resource ID: a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c with Priority: HIGHEST for action port [ 825.772800] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 825.772977] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 825.773229] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c with Priority: HIGHEST for action port [ 825.773510] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.773641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.773711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.773927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.774068] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.775513] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.775632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.775799] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.775898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.775959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.776174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.776269] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.908389] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c: rpc.has_security_group_logging(os_id): False [ 825.930249] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.930523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.930898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.930898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.930898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.931333] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.931333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.931333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.931467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.931644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.931969] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.932237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.932345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.932602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.932734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.933033] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.933181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.933278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.933565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.933689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.933855] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c is going to be created. [ 826.083409] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.083409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.083409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.083409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.083409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.095969] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: IN_PROGRESS for 2s [ 826.129450] env[66006]: INFO networking_nsxv3.common.synchronization [req-122a8ef5-67f8-4315-84e8-307a32050ec0 req-f3c96170-e52c-483a-9671-6d7a224b069f tempest-SecurityGroupRulesTestJSON-1529715847 tempest-SecurityGroupRulesTestJSON-1529715847-project-member] Enqueued Resource ID: a487ed99-6789-4af8-852c-08c3d9db0ee8 with Priority: HIGHEST for action security_group_rules [ 826.130089] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a487ed99-6789-4af8-852c-08c3d9db0ee8 with Priority: HIGHEST for action security_group_rules [ 826.130364] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a487ed99-6789-4af8-852c-08c3d9db0ee8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.130483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.130559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.130817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.130899] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a487ed99-6789-4af8-852c-08c3d9db0ee8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.278278] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.278524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.278769] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c with status ACTIVE [ 826.278981] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.279108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.279185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.279483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.279583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.279755] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.279869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.279931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.280143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.280219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.280398] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.280510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.280556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.280727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.280769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.280870] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c is going to be updated. [ 826.307427] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.307675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.307894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.308087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.308347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.308614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a72e0ecf-12fe-4ff8-8ab9-9cc4c918a89c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.400826] env[66006]: INFO networking_nsxv3.common.synchronization [req-596152b6-a812-41d4-9109-2ec3a6d21beb req-f59d9078-2101-4e19-a2fb-d694d47aed79 tempest-SecurityGroupRulesTestJSON-1529715847 tempest-SecurityGroupRulesTestJSON-1529715847-project-member] Enqueued Resource ID: a487ed99-6789-4af8-852c-08c3d9db0ee8 with Priority: HIGHEST for action security_group_rules [ 826.400826] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a487ed99-6789-4af8-852c-08c3d9db0ee8 with Priority: HIGHEST for action security_group_rules [ 826.400826] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a487ed99-6789-4af8-852c-08c3d9db0ee8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.400826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.630036] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.630036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.630036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.630036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.641905] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 826.642973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.644033] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 826.675287] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.675489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.675558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.675726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.675828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.675907] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a487ed99-6789-4af8-852c-08c3d9db0ee8 already deleted. [ 826.676093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.678068] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.678236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.678305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.678443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.689098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.689098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 826.689098] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.689098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 826.689098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.689098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.689098] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a487ed99-6789-4af8-852c-08c3d9db0ee8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.729098] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.729263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.729312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.732916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.732916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.732916] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 826.806216] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.806367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.806545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.806655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.806915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.807148] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 826.892204] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.892473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.892473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.892638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.892874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.893614] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 826.893768] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'78210f0a-ee04-4a36-ac66-a3c29c3a3a05', '1f8ddf99-c8dc-4de7-a80f-9823b224532e', '87b3268b-64a6-4328-941b-cb1579f50fa6', 'f25bf0ef-6f6b-444b-8f87-57d3d100bb70', 'b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00', '7d9fca5b-73f6-4f75-91b0-bfac1836e00b', 'b863a97b-9692-4524-8c42-91464e138258', '58737cb6-9ce9-40d0-b109-cc82bff45e18', '384b9e8b-0f22-4688-9c78-289764d217a4', '0ba59668-e3c6-46e6-9fd0-b79fccd677c1', 'd46a5ea8-66e4-4ea5-b802-45cefbc8008a', '21577d11-db77-4cc7-9ce8-c6c738cb087b', '0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57', 'c99d79dd-feac-4c6c-ab03-b1732ac71d61', '206c51d0-9e5d-4572-b376-65a436ace75a', '7172aa0b-1edb-4e97-8429-ccbcda42e5c6', '96c3429d-b240-4858-b357-03f67aef0021', 'e394ca6d-939f-4547-9b73-4f329a3e7f2a', 'c28156db-8487-4cc0-89c0-94de979351ab', 'ecd3fc05-6fae-400b-ada7-6c5020c6dff2', 'd55f0b7c-3544-4e6d-b6bb-1aa029931b61', '911337c7-4069-4ef2-8fe5-3b731fa0bdd3', 'be13df69-da9f-480e-870d-dfa31d21b652', '7857b1dc-17fa-4983-a990-f61981cbd0d0', '0f18bf32-e0f0-4090-b2da-38b202eb213e', '2945d79b-9b72-45dd-9f52-2af48c3a5695', '666e2936-a6ea-482c-89ab-30c98d037859', '25dc29e6-6c6b-4485-ad1a-8eb0f024e64c', 'fb6f97a1-7dab-48e1-aa8c-1485d34afe7d', 'e87e42ab-b5ca-46b9-b737-eca5449cd05d', '0a717736-9fe3-4337-898d-1262abb1dc0c', 'cede47cc-6749-4736-8961-e1f1d607d9d0', 'e4aded7e-10d5-4755-9183-96075bb950a1', 'e872d717-28c4-45cf-ad53-0323624836a2', '3e0619e3-f2c0-4b5a-99e7-689c160b9e59', 'd2e81a76-88c1-4994-bff7-ddfd3f4603a8', '8b46195c-1f12-4e0a-a5a7-e4729a51fd89'} {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.893927] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 826.913617] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.913757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.913819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.914052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.914147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.914262] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 826.914331] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.914402] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 827.021748] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.021995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.022106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.022397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.024375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.024599] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 827.024681] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.024761] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 827.024829] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 827.024910] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 827.025035] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGH for action security_group_rules [ 827.025086] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGH for action security_group_rules [ 827.025149] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGH for action security_group_rules [ 827.025213] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGH for action security_group_rules [ 827.025263] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGH for action security_group_rules [ 827.025325] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGH for action security_group_rules [ 827.025384] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGH for action security_group_rules [ 827.025461] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGH for action security_group_rules [ 827.025503] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGH for action security_group_rules [ 827.025566] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGH for action security_group_rules [ 827.025627] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGH for action security_group_rules [ 827.025688] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGH for action security_group_rules [ 827.025745] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGH for action security_group_rules [ 827.025804] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGH for action security_group_rules [ 827.025873] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGH for action security_group_rules [ 827.025919] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGH for action security_group_rules [ 827.025979] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGH for action security_group_rules [ 827.026054] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGH for action security_group_rules [ 827.026120] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGH for action security_group_rules [ 827.026183] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGH for action security_group_rules [ 827.026295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.032925] env[66006]: INFO networking_nsxv3.common.synchronization [req-4346ced5-9572-4dd1-8632-75ee816acccf req-bf21eb1e-5a7f-4425-82f0-46371f819180 tempest-SecurityGroupRulesTestJSON-1529715847 tempest-SecurityGroupRulesTestJSON-1529715847-project-member] Enqueued Resource ID: a487ed99-6789-4af8-852c-08c3d9db0ee8 with Priority: HIGHEST for action security_group_rules [ 827.033689] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a487ed99-6789-4af8-852c-08c3d9db0ee8 with Priority: HIGHEST for action security_group_rules [ 827.033778] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 with Priority: HIGH for action security_group_rules [ 827.033885] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGH for action security_group_rules [ 827.034017] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b863a97b-9692-4524-8c42-91464e138258 with Priority: HIGH for action security_group_rules [ 827.034115] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGH for action security_group_rules [ 827.034260] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGH for action security_group_rules [ 827.034260] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28156db-8487-4cc0-89c0-94de979351ab with Priority: HIGH for action security_group_rules [ 827.034436] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGH for action security_group_rules [ 827.034508] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGH for action security_group_rules [ 827.035096] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 with Priority: HIGH for action security_group_rules [ 827.035096] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGH for action security_group_rules [ 827.035096] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 with Priority: HIGH for action security_group_rules [ 827.035096] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b with Priority: HIGH for action security_group_rules [ 827.035096] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a with Priority: HIGH for action security_group_rules [ 827.035096] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGH for action security_group_rules [ 827.035096] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384b9e8b-0f22-4688-9c78-289764d217a4 with Priority: HIGH for action security_group_rules [ 827.035456] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b with Priority: HIGH for action security_group_rules [ 827.035456] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 with Priority: HIGH for action security_group_rules [ 827.035456] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 with Priority: HIGH for action security_group_rules [ 827.035456] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e with Priority: HIGH for action security_group_rules [ 827.035630] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGH for action security_group_rules [ 827.036582] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a487ed99-6789-4af8-852c-08c3d9db0ee8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.036582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.036582] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.036582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.036582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.036582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.036582] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78210f0a-ee04-4a36-ac66-a3c29c3a3a05',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.038914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.039037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.039112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.039391] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.039470] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.040581] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b863a97b-9692-4524-8c42-91464e138258 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.193903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.194046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.194636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.194636] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b863a97b-9692-4524-8c42-91464e138258',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.195464] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.196029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.196029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.196029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.196029] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.196999] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.196999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.196999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.196999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.196999] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.198177] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28156db-8487-4cc0-89c0-94de979351ab taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.198280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.198344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.198473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.198535] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28156db-8487-4cc0-89c0-94de979351ab',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.199410] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.199532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.199593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.199696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.199823] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.200592] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.200685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.200870] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.200945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.201014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.201164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.201256] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c99d79dd-feac-4c6c-ab03-b1732ac71d61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.202146] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.202259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.202315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.202487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.202548] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.203356] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.203465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.203592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.203647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.203709] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.203930] env[66006]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 827.204580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21577d11-db77-4cc7-9ce8-c6c738cb087b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.204682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.204773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.204880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.204931] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21577d11-db77-4cc7-9ce8-c6c738cb087b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.205909] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.205998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.206078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.206349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.206349] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d46a5ea8-66e4-4ea5-b802-45cefbc8008a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.207119] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.207223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.207286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.207450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.207499] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.208358] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-384b9e8b-0f22-4688-9c78-289764d217a4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.208465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.208536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.208672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.208742] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('384b9e8b-0f22-4688-9c78-289764d217a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.209623] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.209724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.209789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.209929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.210227] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9fca5b-73f6-4f75-91b0-bfac1836e00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.210775] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58737cb6-9ce9-40d0-b109-cc82bff45e18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.210871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.210944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.211085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.211156] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58737cb6-9ce9-40d0-b109-cc82bff45e18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.211963] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.212243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.212243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.212378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.212451] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.213363] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.213488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.213536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.213662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.213729] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8ddf99-c8dc-4de7-a80f-9823b224532e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.215345] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.215345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.215345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.215345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.215345] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.250963] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.251351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.251351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.251351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.251493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.251549] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a487ed99-6789-4af8-852c-08c3d9db0ee8 already deleted. [ 827.251600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.253722] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.253722] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.253722] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a487ed99-6789-4af8-852c-08c3d9db0ee8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.559582] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.560859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.560859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.560859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.596057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.596686] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78210f0a-ee04-4a36-ac66-a3c29c3a3a05 is going to be deleted. [ 827.657225] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.657578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.657578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.657693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.657762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.657874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78210f0a-ee04-4a36-ac66-a3c29c3a3a05" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.709658] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 827.709818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.709991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.710249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.710441] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.710559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.710620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.710771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.710851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.710947] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.761327] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.761585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.761808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.762064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.762298] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.762428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.762512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.762686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.762798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.762905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.763044] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.764768] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.764928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.765029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.765231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.765449] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.765640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.765748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.766203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.766203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.766203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.766329] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.777902] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.778229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.778340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.778590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.778787] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.778913] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.778996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.779188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.779629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.779792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.779915] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.791914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.792177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.792177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.792406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.794812] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.794917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.800627] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.800850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.848943] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.848943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.849862] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.849862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.850838] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.850838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.856644] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.856644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.887743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.887743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.888980] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.888980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.889615] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.889707] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.893098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.893098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be deleted. [ 827.893098] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.893098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.893098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.893098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.893098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.893098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a487ed99-6789-4af8-852c-08c3d9db0ee8 already deleted. [ 827.893098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a487ed99-6789-4af8-852c-08c3d9db0ee8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.893671] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.893723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.893811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.894335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.895602] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.895701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.896340] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.896754] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.896885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.897465] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.897914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.898069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.898652] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.899039] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.899148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.919280] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.919733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.919874] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be deleted. [ 827.921044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.922232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.943566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.943669] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d46a5ea8-66e4-4ea5-b802-45cefbc8008a is going to be deleted. [ 827.944608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.944826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.973940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.974101] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be deleted. [ 827.975127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.975441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.993605] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.993769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.996560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.996708] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9fca5b-73f6-4f75-91b0-bfac1836e00b is going to be deleted. [ 827.997728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.997903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.006094] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.006264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.041680] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.041680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.055873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.055873] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 384b9e8b-0f22-4688-9c78-289764d217a4 is going to be deleted. [ 828.056615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.056956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.113867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.113867] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c99d79dd-feac-4c6c-ab03-b1732ac71d61 is going to be deleted. [ 828.114950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.115253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.148159] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.148338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.150354] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.150472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.159333] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: SUCCESS [ 828.159333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.166043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.166373] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00 is going to be deleted. [ 828.167423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.167641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.179407] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.179407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.214599] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.233426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.233656] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8ddf99-c8dc-4de7-a80f-9823b224532e is going to be deleted. [ 828.234822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.238023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.266088] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.266088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.266088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.266088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.266507] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.266507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.266507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.266770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.266963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.266963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.267616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.267616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.267616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.267616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.268024] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.268024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.268024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.268866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.269021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.269189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.269322] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.270701] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.271669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.271669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.271669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.271669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.271669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.271669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.271876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.271876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.272218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.278129] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.278875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.278875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.278875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.278992] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.279064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.279177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.279361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.279468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.279736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.279736] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.282187] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.282434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.282507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.282710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.282989] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.283116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.283177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.283343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.283454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.283567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.286049] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.286049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.286049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.286049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.286049] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.286049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.286049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.286049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.286049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.286471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.286471] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.311804] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.315021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.318745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.318940] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b863a97b-9692-4524-8c42-91464e138258 is going to be deleted. [ 828.321573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.321887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.371162] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.371302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.407869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.408069] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be deleted. [ 828.409150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.409368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.518276] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.518276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.518276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.518276] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28156db-8487-4cc0-89c0-94de979351ab is going to be deleted. [ 828.518276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.518276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.576630] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.576630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.600215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.600384] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21577d11-db77-4cc7-9ce8-c6c738cb087b is going to be deleted. [ 828.601369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.601681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.648476] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.648634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.660106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.660106] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57 is going to be deleted. [ 828.661258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.661553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.668657] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.668783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.718825] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.718825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.718825] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58737cb6-9ce9-40d0-b109-cc82bff45e18 is going to be deleted. [ 828.720194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.720790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.720926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.721095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.721779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.721883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.721995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.722447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.723248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.723248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.723248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.723373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d46a5ea8-66e4-4ea5-b802-45cefbc8008a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.723564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.723886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.724011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.724166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9fca5b-73f6-4f75-91b0-bfac1836e00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.724334] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.724560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.724703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.724897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.726142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.726142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.726225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.726290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-384b9e8b-0f22-4688-9c78-289764d217a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.726474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.726652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.726727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.726873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c99d79dd-feac-4c6c-ab03-b1732ac71d61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.727423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.727816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.727816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.727816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a1a569-687e-4b0b-96c9-6d2cd5c1dc00" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.728531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.728531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.728531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.728531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8ddf99-c8dc-4de7-a80f-9823b224532e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.728531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.728973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.728973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.728973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b863a97b-9692-4524-8c42-91464e138258" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.729137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.729239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.729334] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.729467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28156db-8487-4cc0-89c0-94de979351ab" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.729943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.730184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.730314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.730452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.785057] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd3fc05-6fae-400b-ada7-6c5020c6dff2: rpc.has_security_group_logging(os_id): False [ 828.792416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ba59668-e3c6-46e6-9fd0-b79fccd677c1: rpc.has_security_group_logging(os_id): False [ 828.792416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e394ca6d-939f-4547-9b73-4f329a3e7f2a: rpc.has_security_group_logging(os_id): False [ 828.821167] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.821347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.821422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.822366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.831952] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.832124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.833942] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.834075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.885626] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.885965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891337] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.891337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.894601] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.894601] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.901761] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 828.902381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.902688] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.902930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.903018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.903208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.903353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.903517] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.903633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.903668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.903818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.903898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.904105] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.904232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.904281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.904451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.904516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.904670] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be updated. [ 828.905840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.905982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.939684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.940107] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.940250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.940312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.940511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.940587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.941105] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.941105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.941105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.941105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.941301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.941360] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.941432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.941487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.941618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.941685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.941772] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 is going to be updated. [ 828.942948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.943119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.943205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.944121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21577d11-db77-4cc7-9ce8-c6c738cb087b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.944121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.944121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.944121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.944121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58737cb6-9ce9-40d0-b109-cc82bff45e18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.944121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.944121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.944121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.944491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3fcbe9-1fe7-4c67-9b84-49b508eb9c57" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.944491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.944491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.047082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.047082] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.047247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.047247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.047512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.047641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.047874] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.047974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.048123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.048267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.048307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.048480] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.048567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.048624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.048788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.048856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.048947] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 829.053165] env[66006]: INFO networking_nsxv3.common.synchronization [req-8892f715-bca2-40c6-b588-d8f5db6f3be5 req-df18d3f1-4136-4562-ae5c-600a5c04d53a tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 829.053765] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 829.054222] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.054344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.054344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.054562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.054906] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.054906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.054906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.055116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.055116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.055204] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.112321] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.112548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.112548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.112769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.112936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.115173] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.115340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.115430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.115694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.115802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.167229] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: IN_PROGRESS for 2s [ 829.168049] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: IN_PROGRESS for 2s [ 829.170926] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.171119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.171190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.172266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.172266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.213347] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 829.222592] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.222759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.222850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.223062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.223175] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.223277] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 829.304673] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.306885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.306885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.306885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.306885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.321259] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 829.437783] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.437998] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-939" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.438134] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-939" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.438852] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-939" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.438852] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.439036] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.439130] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.439348] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.440240] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.440240] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.440240] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.440240] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.440240] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.440240] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.440713] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.440713] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.461727] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.461934] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.462251] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.462436] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-939" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.462729] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-3f783619-9db3-4bb6-ab75-e3d48d70b292 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.462935] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.463062] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.463527] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.463703] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f783619-9db3-4bb6-ab75-e3d48d70b292',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.558026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.558026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.558026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.558026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.558026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.558476] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.558646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.559234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.559234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.559234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.559234] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa already deleted. [ 829.559234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.967144] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.967432] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.967509] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.967862] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.968036] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.968200] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 3f783619-9db3-4bb6-ab75-e3d48d70b292 not found, creating... [ 829.968563] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.968789] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.969049] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.969450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.969503] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.969793] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.969941] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.970108] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.970347] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.970501] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.970663] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 is going to be created. [ 829.993892] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.994129] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.994258] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.994650] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.994922] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.995204] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.767756] env[66006]: INFO networking_nsxv3.common.synchronization [req-8892f715-bca2-40c6-b588-d8f5db6f3be5 req-26f0ab7b-d481-4195-8776-35eb436e8656 service nova] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 830.768279] env[66006]: INFO networking_nsxv3.common.synchronization [req-8892f715-bca2-40c6-b588-d8f5db6f3be5 req-26f0ab7b-d481-4195-8776-35eb436e8656 service nova] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 830.768476] env[66006]: INFO networking_nsxv3.common.synchronization [req-8892f715-bca2-40c6-b588-d8f5db6f3be5 req-26f0ab7b-d481-4195-8776-35eb436e8656 service nova] Enqueued Resource ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 with Priority: HIGHEST for action port [ 830.769060] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 830.770575] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 830.770724] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 with Priority: HIGHEST for action port [ 830.771215] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.771215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.771215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.771433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.771526] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.772612] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.772818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.772818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.773020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.773153] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.773352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.773457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.775329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.775329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.775329] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.778969] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f783619-9db3-4bb6-ab75-e3d48d70b292 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.779120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.779211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.779442] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.779540] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f783619-9db3-4bb6-ab75-e3d48d70b292',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.183849] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: SUCCESS [ 831.184205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.184879] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 831.185054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.228225] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 831.228438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.282303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.282445] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.283040] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.284059] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f783619-9db3-4bb6-ab75-e3d48d70b292 with status ACTIVE [ 831.284192] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.284259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.284772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.284772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.284772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.288743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.288743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.288743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.288743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.288743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.288743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.288743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.288743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.288743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.288743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.288743] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 is going to be updated. [ 831.310084] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.310261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.310324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.310802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.310802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.311332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.333701] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 831.333912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.335182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.335182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.335182] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.335182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.335182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.335182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.335182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.335182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.335182] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.789690] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.839278] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.839278] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.839278] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.839278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.839891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.840331] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.840331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.840331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.840331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.840331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.842366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.842366] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.898315] env[66006]: INFO networking_nsxv3.common.synchronization [None req-b6e9c336-72bb-4c55-a227-751582a53369 None None] Enqueued Resource ID: 35c34816-11d2-4ad5-a6f3-c5476b678c1d with Priority: HIGHEST for action port [ 831.899591] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c34816-11d2-4ad5-a6f3-c5476b678c1d with Priority: HIGHEST for action port [ 831.899591] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-35c34816-11d2-4ad5-a6f3-c5476b678c1d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.899591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35c34816-11d2-4ad5-a6f3-c5476b678c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.899591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35c34816-11d2-4ad5-a6f3-c5476b678c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.899976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35c34816-11d2-4ad5-a6f3-c5476b678c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.899976] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c34816-11d2-4ad5-a6f3-c5476b678c1d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.295367] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.295695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.295695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.295854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.295991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.296053] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be created. [ 832.334091] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.334091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.334091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.334341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.334341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.347697] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c3429d-b240-4858-b357-03f67aef0021: rpc.has_security_group_logging(os_id): False [ 832.361253] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: UNINITIALIZED for 2s [ 832.385650] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.385882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.386131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.386567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.403815] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35c34816-11d2-4ad5-a6f3-c5476b678c1d [ 832.403815] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.403815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.403815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.403815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.403815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.403815] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35c34816-11d2-4ad5-a6f3-c5476b678c1d already deleted. [ 832.403815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35c34816-11d2-4ad5-a6f3-c5476b678c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.418663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.419210] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.421019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.421019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.421019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.421710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.421903] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 832.495342] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.495342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.495478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.495606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.495745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.515651] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 833.430416] env[66006]: INFO networking_nsxv3.common.synchronization [None req-2a7568a7-36a0-4b2c-9d93-07a0d86fa1d5 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 833.431181] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 833.431337] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.431398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.431852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.431852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.431852] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.610583] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c43ad1d2-5cd9-4b15-baf1-0f34682b6318 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 833.611541] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 833.611888] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.612019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.953729] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.953904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.953951] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.954207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.954313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.954380] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea already deleted. [ 833.954466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.954630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.954791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.954869] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.373635] env[66006]: INFO networking_nsxv3.common.synchronization [req-6c4f459b-0484-429f-b21c-405bac6e710c req-bce20524-f86d-42da-b68a-e0c87da456e3 tempest-ServerRescueNegativeTestJSON-1301040372 tempest-ServerRescueNegativeTestJSON-1301040372-project-member] Enqueued Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_members [ 834.375060] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 834.375060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.376078] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_members [ 834.376078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.376213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.376465] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.376546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.376620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.376872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.376995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.377078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.377204] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.378361] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.378488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.378576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.379056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.379056] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.379197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.379285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.379484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.379597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.379722] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.478136] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.481265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.481265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.481265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.481265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.481265] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea already deleted. [ 834.481265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.528235] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 834.528432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.528481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.528709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.528780] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.675875] env[66006]: INFO networking_nsxv3.common.synchronization [None req-712b27fa-7561-40ec-87d0-194104873da5 None None] Enqueued Resource ID: 46608f76-aa7d-4616-a588-d24ab1018c37 with Priority: HIGHEST for action port [ 834.677383] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46608f76-aa7d-4616-a588-d24ab1018c37 with Priority: HIGHEST for action port [ 834.677383] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-46608f76-aa7d-4616-a588-d24ab1018c37 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.677383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46608f76-aa7d-4616-a588-d24ab1018c37" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.677383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46608f76-aa7d-4616-a588-d24ab1018c37" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.677383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46608f76-aa7d-4616-a588-d24ab1018c37" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.677383] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46608f76-aa7d-4616-a588-d24ab1018c37',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.756352] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.756554] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.756700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.757057] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.758066] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.758066] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.758066] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.758066] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.758066] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.759227] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.759227] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.759227] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.759227] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.759227] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.759227] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.759227] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.785603] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.785782] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.785906] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.786089] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-621" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.786455] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-294d4caa-a392-495a-9f07-ddf63b07d782 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.786632] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-294d4caa-a392-495a-9f07-ddf63b07d782" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.786737] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-294d4caa-a392-495a-9f07-ddf63b07d782" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.787103] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-294d4caa-a392-495a-9f07-ddf63b07d782" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.787203] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('294d4caa-a392-495a-9f07-ddf63b07d782',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.881860] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.882040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.882114] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.882359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.882526] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.882751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.882751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.882865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.882905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.882987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.883151] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.883266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.883326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.883465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.883603] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.883818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.883818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.883928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.883928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.883998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.884099] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.885379] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.885510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.885575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.885884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.885946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.886081] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.886174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.886233] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.886378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.886451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.886534] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b already deleted. [ 834.886609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.030964] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.030964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.030964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.031206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.031417] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.031570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.031676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.031899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.032019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.032131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.032410] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.179337] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46608f76-aa7d-4616-a588-d24ab1018c37 [ 835.179557] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.179693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.179762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.180057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.180190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.180302] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46608f76-aa7d-4616-a588-d24ab1018c37 already deleted. [ 835.180387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46608f76-aa7d-4616-a588-d24ab1018c37" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.292812] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.293194] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.293376] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.293686] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.293851] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.294099] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 294d4caa-a392-495a-9f07-ddf63b07d782 not found, creating... [ 835.294884] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.294884] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.295060] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.295274] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.295491] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.295885] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.296071] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.296232] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.296450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.296580] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.296946] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 294d4caa-a392-495a-9f07-ddf63b07d782 is going to be created. [ 835.323670] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.323920] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.324077] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.324374] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.324680] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.324979] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-294d4caa-a392-495a-9f07-ddf63b07d782" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.388609] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90ecc453-6904-4330-9dc9-5cc09bd5abaa: rpc.has_security_group_logging(os_id): False [ 835.420416] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.420576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.420649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.422216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.422311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.422577] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.422707] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.422772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.422959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.423200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.423347] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.423436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.423488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.423769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.423769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.423881] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.423995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.424074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.424266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.424266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.424799] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be created. [ 835.538046] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.538046] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.538046] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.538046] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.538046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.539145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.540557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.540557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.540557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.540557] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.558247] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.558393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.558463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.558700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.558894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.582397] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 836.044512] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c3429d-b240-4858-b357-03f67aef0021: rpc.has_security_group_logging(os_id): False [ 836.060024] env[66006]: INFO networking_nsxv3.common.synchronization [req-6c4f459b-0484-429f-b21c-405bac6e710c req-a7700135-3cfa-431f-a01b-69be5a8d4f04 service nova] Enqueued Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_rules [ 836.060024] env[66006]: INFO networking_nsxv3.common.synchronization [req-6c4f459b-0484-429f-b21c-405bac6e710c req-a7700135-3cfa-431f-a01b-69be5a8d4f04 service nova] Enqueued Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_members [ 836.060024] env[66006]: INFO networking_nsxv3.common.synchronization [req-6c4f459b-0484-429f-b21c-405bac6e710c req-a7700135-3cfa-431f-a01b-69be5a8d4f04 service nova] Enqueued Resource ID: 294d4caa-a392-495a-9f07-ddf63b07d782 with Priority: HIGHEST for action port [ 836.060024] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_rules [ 836.060024] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_members [ 836.060024] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294d4caa-a392-495a-9f07-ddf63b07d782 with Priority: HIGHEST for action port [ 836.060024] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.060024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.060024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.060024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.060024] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.060704] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.060704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.060835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.060983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.061045] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.061130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.061219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.061324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.061407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.061512] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.062399] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-294d4caa-a392-495a-9f07-ddf63b07d782 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.063312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-294d4caa-a392-495a-9f07-ddf63b07d782" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.063312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-294d4caa-a392-495a-9f07-ddf63b07d782" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.063573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-294d4caa-a392-495a-9f07-ddf63b07d782" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.063573] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('294d4caa-a392-495a-9f07-ddf63b07d782',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.065472] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.065594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.065661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.065823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.066757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.066757] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.066937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.067012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.068451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.069073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.069400] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.069568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.069568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.069984] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.070107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.070320] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.070418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.070481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.070642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.070691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.070779] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 836.156981] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.157319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.157319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.157471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.157662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.175999] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 836.565310] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.573791] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.573791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.575361] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 294d4caa-a392-495a-9f07-ddf63b07d782 with status ACTIVE [ 836.575610] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.576224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.576224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.576224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.576224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.576736] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.576736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.576736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.576854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.576854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.577072] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.577158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.577194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.577311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.577384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.577477] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 294d4caa-a392-495a-9f07-ddf63b07d782 is going to be updated. [ 836.605712] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.605712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.605712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.605712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.605712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.605712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-294d4caa-a392-495a-9f07-ddf63b07d782" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.067399] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.571478] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.571838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.571838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.572397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.572587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.572797] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b is going to be created. [ 837.604729] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 837.605145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.633881] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.634121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.634197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.634450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.634631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.647182] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b in Status: UNINITIALIZED for 2s [ 837.759090] env[66006]: INFO networking_nsxv3.common.synchronization [None req-991f9821-93c8-4391-9184-9ff4aa4be00d None None] Enqueued Resource ID: a575ac70-e5de-4f81-98a1-fd4b43d0c43c with Priority: HIGHEST for action port [ 837.759337] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a575ac70-e5de-4f81-98a1-fd4b43d0c43c with Priority: HIGHEST for action port [ 837.759934] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a575ac70-e5de-4f81-98a1-fd4b43d0c43c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.764025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a575ac70-e5de-4f81-98a1-fd4b43d0c43c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.764025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a575ac70-e5de-4f81-98a1-fd4b43d0c43c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.764025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a575ac70-e5de-4f81-98a1-fd4b43d0c43c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.764025] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a575ac70-e5de-4f81-98a1-fd4b43d0c43c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.196327] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 838.196670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.264318] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a575ac70-e5de-4f81-98a1-fd4b43d0c43c [ 838.264585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.264731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.264887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.265106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.265196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.265293] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a575ac70-e5de-4f81-98a1-fd4b43d0c43c already deleted. [ 838.265374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a575ac70-e5de-4f81-98a1-fd4b43d0c43c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.635303] env[66006]: INFO networking_nsxv3.common.synchronization [None req-424c34d5-bcb1-41d4-8808-ed592c4d3092 tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_rules [ 838.635825] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_rules [ 838.636126] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.636244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.636309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.636596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.636679] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.761346] env[66006]: INFO networking_nsxv3.common.synchronization [None req-ce6dd15a-6f55-4535-9f3c-c4964503783e tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_rules [ 838.761977] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_rules [ 838.762378] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.762505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.160502] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.160502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.160767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.160767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.160842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.160926] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 already deleted. [ 839.161405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.161405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.161405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.161599] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.659260] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b in Status: SUCCESS [ 839.659680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.660455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.660773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.660998] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.662561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.662561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.662561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.662561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.662750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.662806] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.693058] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.693058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.693058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.693058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.693058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.693058] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 already deleted. [ 839.693058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.166911] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.379409] env[66006]: INFO networking_nsxv3.common.synchronization [req-9183a9fe-1ca6-4deb-80e8-565fb6d01571 req-461a5cc6-1f70-4cbf-98a8-cbdbbaee366f tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 840.379409] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 840.379409] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.379409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.379409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.379409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.379409] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.379409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.379409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.379409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.379409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.379409] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.499284] env[66006]: INFO networking_nsxv3.common.synchronization [None req-27b93b66-a538-4fe1-b363-060d010b0e6c None None] Enqueued Resource ID: e6927631-d0ee-4dc1-87f0-214a7519784b with Priority: HIGHEST for action port [ 840.499952] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6927631-d0ee-4dc1-87f0-214a7519784b with Priority: HIGHEST for action port [ 840.500145] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6927631-d0ee-4dc1-87f0-214a7519784b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.500361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6927631-d0ee-4dc1-87f0-214a7519784b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.500361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6927631-d0ee-4dc1-87f0-214a7519784b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.501259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6927631-d0ee-4dc1-87f0-214a7519784b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.501259] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6927631-d0ee-4dc1-87f0-214a7519784b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.671062] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a14c523c-7f28-4b57-af58-b5c9a2fbf73b: rpc.has_security_group_logging(os_id): False [ 840.689350] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.689492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.689536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.689823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.690392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.690392] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.690618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.690618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.690792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.690873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.690971] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b is going to be created. [ 840.754220] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.754401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.754490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.754687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.754888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.766824] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b in Status: IN_PROGRESS for 2s [ 840.889302] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.004169] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6927631-d0ee-4dc1-87f0-214a7519784b [ 841.004169] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.004169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.004169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.004427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.004427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.004427] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6927631-d0ee-4dc1-87f0-214a7519784b already deleted. [ 841.004555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6927631-d0ee-4dc1-87f0-214a7519784b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.391849] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.831059] env[66006]: INFO networking_nsxv3.common.synchronization [req-b7e4b31a-e2a0-46d7-800c-e367237a73af req-2dce4c97-aa2a-4387-9d59-50f211b35faf tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 841.831059] env[66006]: INFO networking_nsxv3.common.synchronization [req-b7e4b31a-e2a0-46d7-800c-e367237a73af req-2dce4c97-aa2a-4387-9d59-50f211b35faf tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 841.831059] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 841.831748] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 841.831748] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.831748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.831748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.831889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.831936] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.832248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.832248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.832405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.832477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.832565] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.834151] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.834262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.835766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.835766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.835766] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.835766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.835766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.835766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.835766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.835766] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.878276] env[66006]: INFO networking_nsxv3.common.synchronization [req-b7e4b31a-e2a0-46d7-800c-e367237a73af req-2dce4c97-aa2a-4387-9d59-50f211b35faf tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_rules [ 841.878437] env[66006]: INFO networking_nsxv3.common.synchronization [req-b7e4b31a-e2a0-46d7-800c-e367237a73af req-2dce4c97-aa2a-4387-9d59-50f211b35faf tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 841.878607] env[66006]: INFO networking_nsxv3.common.synchronization [req-b7e4b31a-e2a0-46d7-800c-e367237a73af req-2dce4c97-aa2a-4387-9d59-50f211b35faf tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 841.878694] env[66006]: INFO networking_nsxv3.common.synchronization [req-b7e4b31a-e2a0-46d7-800c-e367237a73af req-2dce4c97-aa2a-4387-9d59-50f211b35faf tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 841.878799] env[66006]: INFO networking_nsxv3.common.synchronization [req-b7e4b31a-e2a0-46d7-800c-e367237a73af req-2dce4c97-aa2a-4387-9d59-50f211b35faf tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 with Priority: HIGHEST for action port [ 841.879452] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_rules [ 841.879587] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 841.879682] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 with Priority: HIGHEST for action port [ 841.879775] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 841.879873] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 841.880185] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.880336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.880374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.880622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.880720] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.883215] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.883308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.883363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.883525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.883600] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.884373] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f783619-9db3-4bb6-ab75-e3d48d70b292 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.884484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.884627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.884705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.884775] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f783619-9db3-4bb6-ab75-e3d48d70b292',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.885648] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.885742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.885945] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.885996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.897439] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.897439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.897439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.897439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.897439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.897439] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 841.927596] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.927753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.927795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.928021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.929503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.940561] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 842.335013] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.338490] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.383679] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.383679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.393413] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.393413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.393413] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f783619-9db3-4bb6-ab75-e3d48d70b292 with status ACTIVE [ 842.393413] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.393413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.393413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.393413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.393413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.393413] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.393413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.393413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.393413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.393413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.393413] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.394076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.394076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.394076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.394076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.394076] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 is going to be updated. [ 842.421167] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.421387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.421387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.421648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.422292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.422292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.488085] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 842.488085] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 842.488085] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGHEST for action security_group_members [ 842.488085] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 842.488432] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 842.488432] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGHEST for action security_group_members [ 842.489136] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.489136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.489410] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.490876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.490876] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec99795-89bc-4fb0-bca3-151a65136627 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.490876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.490876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.490876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.490876] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.490876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.490876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.491281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.492505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.492505] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.563363] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_rules [ 842.563363] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 842.563469] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 842.563629] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 842.563629] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGHEST for action security_group_rules [ 842.563835] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGHEST for action security_group_members [ 842.563895] env[66006]: INFO networking_nsxv3.common.synchronization [req-4acbe724-5e45-440a-802e-baf7fe92393a req-9af22d2f-5b9b-46cd-a547-8266032b9d2c tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 with Priority: HIGHEST for action port [ 842.564357] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_rules [ 842.564528] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 842.564673] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGHEST for action security_group_members [ 842.564728] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 with Priority: HIGHEST for action port [ 842.564788] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGHEST for action security_group_rules [ 842.564868] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 842.564948] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 842.565334] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.565334] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.565526] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.565608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.565778] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec99795-89bc-4fb0-bca3-151a65136627 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.565850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.566137] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f783619-9db3-4bb6-ab75-e3d48d70b292 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.566137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.566218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.566698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.566698] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f783619-9db3-4bb6-ab75-e3d48d70b292',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.567269] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec99795-89bc-4fb0-bca3-151a65136627 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.567515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.567515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.569028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.569028] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.569763] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.570176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.570176] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.570367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.780859] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b in Status: SUCCESS [ 842.780859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.838880] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.841582] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.993912] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.071411] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f783619-9db3-4bb6-ab75-e3d48d70b292 with status ACTIVE [ 843.071688] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.071856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.071937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.072171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.072292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.072463] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.072569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.072653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.072794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.072863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.073029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.073132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.073183] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.073338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.073480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.073594] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f783619-9db3-4bb6-ab75-e3d48d70b292 is going to be updated. [ 843.075445] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec99795-89bc-4fb0-bca3-151a65136627 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.075596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.097995] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.098156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.098220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.098530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.098607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.098709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f783619-9db3-4bb6-ab75-e3d48d70b292" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.341653] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.341812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.341859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.342091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.342222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.342374] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 843.346445] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.346632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.346852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.348129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.348265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.348391] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 is going to be created. [ 843.368751] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.368977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.368977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.369168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.369317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.372130] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.372361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.372361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.372559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.372714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.382723] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 843.383589] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: UNINITIALIZED for 2s [ 843.494610] env[66006]: INFO networking_nsxv3.common.synchronization [req-f82fd4f1-875b-437b-84f9-e8924cc8e309 req-00c3b7e4-e63a-4572-985e-012dcf5e5071 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 with Priority: HIGHEST for action security_group_members [ 843.494801] env[66006]: INFO networking_nsxv3.common.synchronization [req-f82fd4f1-875b-437b-84f9-e8924cc8e309 req-00c3b7e4-e63a-4572-985e-012dcf5e5071 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 843.495328] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 with Priority: HIGHEST for action security_group_members [ 843.495875] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 843.495875] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.498419] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe76689d-7451-46e7-b7fd-e6659d1eec79 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.498556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.498621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.498879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.499056] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.499160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.499222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.499601] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.499738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.499798] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe76689d-7451-46e7-b7fd-e6659d1eec79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.500599] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.500704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.501121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.501332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.501478] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.501576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.501634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.501767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.501869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.501928] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.571533] env[66006]: INFO networking_nsxv3.common.synchronization [req-f82fd4f1-875b-437b-84f9-e8924cc8e309 req-00c3b7e4-e63a-4572-985e-012dcf5e5071 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_rules [ 843.571692] env[66006]: INFO networking_nsxv3.common.synchronization [req-f82fd4f1-875b-437b-84f9-e8924cc8e309 req-00c3b7e4-e63a-4572-985e-012dcf5e5071 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 843.571820] env[66006]: INFO networking_nsxv3.common.synchronization [req-f82fd4f1-875b-437b-84f9-e8924cc8e309 req-00c3b7e4-e63a-4572-985e-012dcf5e5071 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 with Priority: HIGHEST for action security_group_rules [ 843.571944] env[66006]: INFO networking_nsxv3.common.synchronization [req-f82fd4f1-875b-437b-84f9-e8924cc8e309 req-00c3b7e4-e63a-4572-985e-012dcf5e5071 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 with Priority: HIGHEST for action security_group_members [ 843.572079] env[66006]: INFO networking_nsxv3.common.synchronization [req-f82fd4f1-875b-437b-84f9-e8924cc8e309 req-00c3b7e4-e63a-4572-985e-012dcf5e5071 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 with Priority: HIGHEST for action port [ 843.572860] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_rules [ 843.572992] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 with Priority: HIGHEST for action security_group_rules [ 843.573457] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 with Priority: HIGHEST for action port [ 843.573606] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 843.573740] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 with Priority: HIGHEST for action security_group_members [ 843.574044] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.574665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.574740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.575011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.575065] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.576033] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe76689d-7451-46e7-b7fd-e6659d1eec79 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.576178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.576255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.576484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.576722] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe76689d-7451-46e7-b7fd-e6659d1eec79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.577919] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.578107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.578164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.578323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.578405] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49bfaa57-32b2-4d8c-9aec-2e4c9b72d676',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.580791] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.580893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.581140] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe76689d-7451-46e7-b7fd-e6659d1eec79 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.581236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.952480] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 843.952762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.001955] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.001955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.001955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.001955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.001955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.001955] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec99795-89bc-4fb0-bca3-151a65136627 is going to be created. [ 844.007913] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe76689d-7451-46e7-b7fd-e6659d1eec79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.010148] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.039896] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.040063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.040155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.040395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.040558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.054443] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec99795-89bc-4fb0-bca3-151a65136627 in Status: UNINITIALIZED for 2s [ 844.078586] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe76689d-7451-46e7-b7fd-e6659d1eec79 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.079343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.081803] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 with status ACTIVE [ 844.082029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.082154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.082277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.082513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.082599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.082775] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.082868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.082926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.083106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.083178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.083404] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.083497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.083580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.083724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.083793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.083875] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 is going to be updated. [ 844.085246] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.085344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.107798] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.108013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.108097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.108349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.108537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.108752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.246905] env[66006]: INFO networking_nsxv3.common.synchronization [req-ffc6a848-c6ee-46e2-8a05-5ef471254798 req-ef5000e1-1147-41f3-91fc-fabb68f425d2 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 with Priority: HIGHEST for action security_group_members [ 844.247114] env[66006]: INFO networking_nsxv3.common.synchronization [req-ffc6a848-c6ee-46e2-8a05-5ef471254798 req-ef5000e1-1147-41f3-91fc-fabb68f425d2 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 844.247708] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 with Priority: HIGHEST for action security_group_members [ 844.247790] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 844.248535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe76689d-7451-46e7-b7fd-e6659d1eec79 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.248535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.248899] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.249033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.298080] env[66006]: INFO networking_nsxv3.common.synchronization [req-ffc6a848-c6ee-46e2-8a05-5ef471254798 req-ef5000e1-1147-41f3-91fc-fabb68f425d2 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_rules [ 844.298190] env[66006]: INFO networking_nsxv3.common.synchronization [req-ffc6a848-c6ee-46e2-8a05-5ef471254798 req-ef5000e1-1147-41f3-91fc-fabb68f425d2 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 844.298459] env[66006]: INFO networking_nsxv3.common.synchronization [req-ffc6a848-c6ee-46e2-8a05-5ef471254798 req-ef5000e1-1147-41f3-91fc-fabb68f425d2 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 with Priority: HIGHEST for action port [ 844.299485] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_rules [ 844.299770] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 844.299883] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 with Priority: HIGHEST for action port [ 844.301272] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.301412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.301809] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.301903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.302183] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.302368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.302433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.302672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.302743] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49bfaa57-32b2-4d8c-9aec-2e4c9b72d676',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.513620] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe76689d-7451-46e7-b7fd-e6659d1eec79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.515062] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.809059] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 with status ACTIVE [ 844.809059] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.809059] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.809059] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.809059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.809059] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49bfaa57-32b2-4d8c-9aec-2e4c9b72d676 is going to be updated. [ 844.835835] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.836020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.836096] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.836311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.836463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.836626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49bfaa57-32b2-4d8c-9aec-2e4c9b72d676" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.017306] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.017775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.017775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.017775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.017991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.018094] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 is going to be created. [ 845.019371] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.019490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.019936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.019936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.019936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.019936] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c is going to be updated. [ 845.045476] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.045476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.045476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.046337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.046578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.048539] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.049075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.049184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.049430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.049626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.061155] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: IN_PROGRESS for 2s [ 845.061155] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 in Status: UNINITIALIZED for 2s [ 845.393970] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: SUCCESS [ 845.394213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.395017] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 845.395167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.395338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.395571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.395880] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.395947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.396661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.396771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.396855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.396979] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.398664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.398882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.399135] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.399288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.399365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.399904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.400030] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.400178] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.902712] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.904329] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.064133] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec99795-89bc-4fb0-bca3-151a65136627 in Status: SUCCESS [ 846.064425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.064425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.065648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.065648] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.065648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.065648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.065648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.065648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.065648] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.290136] env[66006]: INFO networking_nsxv3.common.synchronization [req-865d3aa1-bb9b-4fb2-8bee-0e78c2cafc4d req-55ea97df-9f12-4d1a-beeb-7e1dada85937 tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 846.290136] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 846.290136] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.290136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.290136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.290136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.290136] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.290136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.290136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.290574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.290835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.290835] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.395423] env[66006]: INFO networking_nsxv3.common.synchronization [req-5f78bffd-ac50-477d-83bf-b94a9cacb47d req-3bba0fa4-a955-48e9-b040-17ee975a5ebd tempest-ServersWithSpecificFlavorTestJSON-1273904372 tempest-ServersWithSpecificFlavorTestJSON-1273904372-project-member] Enqueued Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 846.395945] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a717736-9fe3-4337-898d-1262abb1dc0c with Priority: HIGHEST for action security_group_members [ 846.397475] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a717736-9fe3-4337-898d-1262abb1dc0c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.397616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.397685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.397898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.398670] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.398795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.398865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.399067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.399179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.399282] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a717736-9fe3-4337-898d-1262abb1dc0c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.406728] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.407607] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.570326] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.732155] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.732436] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.732599] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.732975] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.733757] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.733979] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.734150] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.734427] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.734617] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.734904] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.735067] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.735213] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.735355] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.735499] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.735638] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.735807] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.755413] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.755612] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.755702] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.755858] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.756198] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.756371] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.756485] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.756842] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.756981] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e304ef3-3cef-42cc-bcc0-7547705e3e7f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.792693] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.792856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.792933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.793166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.793276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.793477] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.793632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.793671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.793832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.793923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.793991] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be deleted. [ 846.850605] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.850842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.850842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.851050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.851141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.851242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.902155] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.902450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.902450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.902654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.910475] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.910659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.910659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.910854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.910939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.911046] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 846.912259] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.912379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.912450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.912583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.912663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.912744] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 is going to be updated. [ 846.934090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.934363] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.934504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.934588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.934807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.934909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.934995] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c is going to be updated. [ 846.947950] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.947950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.947950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.947950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.947950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.949295] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.950027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.950027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.950027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.950027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.957915] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 846.958562] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: IN_PROGRESS for 2s [ 846.967021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.967021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.967021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.967021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.967021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.978477] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: IN_PROGRESS for 2s [ 847.070860] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 in Status: SUCCESS [ 847.071140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.073019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.073019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.073019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.073019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.073019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.073019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.073019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.073019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.073019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe76689d-7451-46e7-b7fd-e6659d1eec79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.075248] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: SUCCESS [ 847.075465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.076023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.076231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.076489] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.076693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.076847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.077102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.079383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.079383] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.260468] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.260929] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.260929] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.261159] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.261303] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.261452] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 2e304ef3-3cef-42cc-bcc0-7547705e3e7f not found, creating... [ 847.261773] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.261858] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.261966] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.262196] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.262410] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.262709] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.262860] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.262971] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.263435] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.263477] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.263579] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 2e304ef3-3cef-42cc-bcc0-7547705e3e7f is going to be created. [ 847.296343] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.296550] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.296675] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.296909] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.297142] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.297383] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.576530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.576650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.576721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.576901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.576990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.577098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec99795-89bc-4fb0-bca3-151a65136627 is going to be updated. [ 847.580121] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.580121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.580332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.580589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.580589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.580901] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.581054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.581054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.581247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.581247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.581355] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 is going to be deleted. [ 847.582296] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.611402] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.611585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.611622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.611837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.612155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.612155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.612577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.612759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.612942] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.613066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.613131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.613303] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.613534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.613650] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe76689d-7451-46e7-b7fd-e6659d1eec79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.615284] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.615411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.615458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.615616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.615752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.628186] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec99795-89bc-4fb0-bca3-151a65136627 in Status: IN_PROGRESS for 2s [ 847.993029] env[66006]: INFO networking_nsxv3.common.synchronization [req-865d3aa1-bb9b-4fb2-8bee-0e78c2cafc4d req-6f63e30a-1d45-4c6a-84fe-6ce0851ddfe2 service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 847.993029] env[66006]: INFO networking_nsxv3.common.synchronization [req-865d3aa1-bb9b-4fb2-8bee-0e78c2cafc4d req-6f63e30a-1d45-4c6a-84fe-6ce0851ddfe2 service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 847.993029] env[66006]: INFO networking_nsxv3.common.synchronization [req-865d3aa1-bb9b-4fb2-8bee-0e78c2cafc4d req-6f63e30a-1d45-4c6a-84fe-6ce0851ddfe2 service nova] Enqueued Resource ID: 2e304ef3-3cef-42cc-bcc0-7547705e3e7f with Priority: HIGHEST for action port [ 847.993029] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 847.993029] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 847.995019] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e304ef3-3cef-42cc-bcc0-7547705e3e7f with Priority: HIGHEST for action port [ 847.995702] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.997028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.997028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.997028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.997028] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.997477] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.997689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.997841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.998125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.998574] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.998842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.998996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.999618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.999618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.999618] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.002033] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.002033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.002033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.002033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.002033] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e304ef3-3cef-42cc-bcc0-7547705e3e7f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.085353] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.119964] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.119964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.119964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.119964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.119964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.119964] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.119964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.119964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.119964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.119964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.119964] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 already deleted. [ 848.119964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.119964] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe76689d-7451-46e7-b7fd-e6659d1eec79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.120686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.120868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.122824] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.122824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.122824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.122824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.122824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.122824] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe76689d-7451-46e7-b7fd-e6659d1eec79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.504060] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.504393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.504393] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.505373] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e304ef3-3cef-42cc-bcc0-7547705e3e7f with status ACTIVE [ 848.505681] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.505681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.505858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.506032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.506123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.506341] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.506441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.506518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.507404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.507515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.507711] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.507808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.508097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.508181] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e304ef3-3cef-42cc-bcc0-7547705e3e7f is going to be updated. [ 848.538915] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.539078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.539148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.539362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.539501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.539661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e304ef3-3cef-42cc-bcc0-7547705e3e7f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.587536] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.587764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.587764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.587961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.588069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.588167] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c is going to be updated. [ 848.621592] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.621592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.621592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.621822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.621887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.631395] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe76689d-7451-46e7-b7fd-e6659d1eec79',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.632577] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.633375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.633375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.633375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.633375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.633375] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.633375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.633375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.633718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.633718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.633718] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 already deleted. [ 848.633718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.641811] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: IN_PROGRESS for 2s [ 848.969708] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: SUCCESS [ 848.969943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.970130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.970536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.970536] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.970730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.970730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.970836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.970912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.970993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.971109] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.973266] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 848.973266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.973266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.973266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.973544] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.973544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.973544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.973670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.973670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.973759] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.974515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.974700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.979019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.979019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.979019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.979019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.979019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.979019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.979019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.980651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.980813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.980969] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.981077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.981136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.981268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.981347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.981449] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.006514] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a717736-9fe3-4337-898d-1262abb1dc0c in Status: SUCCESS [ 849.006834] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a717736-9fe3-4337-898d-1262abb1dc0c deletion is rescheduled due to dependency. [ 849.006834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a717736-9fe3-4337-898d-1262abb1dc0c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.012651] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.134756] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe76689d-7451-46e7-b7fd-e6659d1eec79: rpc.has_security_group_logging(os_id): False [ 849.153909] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.154241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.154241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.154569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.154723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.155074] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.155242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.155355] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.155693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.155759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.155886] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 is going to be created. [ 849.175200] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fe76689d-7451-46e7-b7fd-e6659d1eec79], does not exist path=[/infra/domains/default/groups/fe76689d-7451-46e7-b7fd-e6659d1eec79]."\n}' [ 849.175388] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe76689d-7451-46e7-b7fd-e6659d1eec79 [ 849.175438] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 849.210090] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.210434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.210434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.210548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.211204] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.211448] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.211552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.211617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.211776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.211853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.213748] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.213885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.213952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.214124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.214201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.214304] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe76689d-7451-46e7-b7fd-e6659d1eec79 is going to be created. [ 849.240265] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fe76689d-7451-46e7-b7fd-e6659d1eec79], does not exist path=[/infra/domains/default/groups/fe76689d-7451-46e7-b7fd-e6659d1eec79]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe76689d-7451-46e7-b7fd-e6659d1eec79 [ 849.240265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe76689d-7451-46e7-b7fd-e6659d1eec79" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.240265] env[66006]: Traceback (most recent call last): [ 849.240265] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 849.240265] env[66006]: return func(*args, **kwargs) [ 849.240265] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 849.240265] env[66006]: res.raise_for_status() [ 849.240265] env[66006]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 849.240265] env[66006]: raise HTTPError(http_error_msg, response=self) [ 849.240265] env[66006]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe76689d-7451-46e7-b7fd-e6659d1eec79 [ 849.240265] env[66006]: During handling of the above exception, another exception occurred: [ 849.240265] env[66006]: Traceback (most recent call last): [ 849.240265] env[66006]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 849.240265] env[66006]: listener.cb(fileno) [ 849.240265] env[66006]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 849.240265] env[66006]: result = function(*args, **kwargs) [ 849.240265] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 849.240265] env[66006]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 849.240265] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 849.240265] env[66006]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 849.240265] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 849.240265] env[66006]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 849.240265] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 849.240265] env[66006]: res.raise_for_status() [ 849.240265] env[66006]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 849.240265] env[66006]: raise HTTPError(http_error_msg, response=self) [ 849.240265] env[66006]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe76689d-7451-46e7-b7fd-e6659d1eec79 [ 849.240265] env[66006]: Removing descriptor: 59 [ 849.481324] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.482453] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.483508] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.485923] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.485923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.515033] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.515413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.515413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.515614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.515614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.515693] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be created. [ 849.546921] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.547121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.547165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.547347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.547673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.558547] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: UNINITIALIZED for 2s [ 849.647494] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec99795-89bc-4fb0-bca3-151a65136627 in Status: SUCCESS [ 849.647671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.647996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.648295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.648883] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.650143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.650143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.650143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.650143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.650143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.650143] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.984378] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.985637] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b686373-e30e-433c-a215-9c8a19c4d0b6: rpc.has_security_group_logging(os_id): False [ 849.987511] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.006183] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.006330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.006401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.006588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.006829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.006942] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.007026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.007471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.007471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.007471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.007471] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 is going to be created. [ 850.071294] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.071425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.071470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.071710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.071815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.085132] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: IN_PROGRESS for 2s [ 850.152222] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.490235] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.490413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.490413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.490604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.490711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.490827] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 is going to be updated. [ 850.495021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.495021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.495021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.495021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.495021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.495021] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 850.534679] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.534679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.534860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.535227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.535227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.537402] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.538163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.538163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.538163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.538163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.552398] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 850.553406] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: IN_PROGRESS for 2s [ 850.651677] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: SUCCESS [ 850.651894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.652092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.652327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.652527] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.652633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.652728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.652849] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.652924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.653025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.653165] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.654125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.654300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.654459] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.654569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.654681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.654753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.654817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.654891] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.655700] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eec99795-89bc-4fb0-bca3-151a65136627: rpc.has_security_group_logging(os_id): False [ 850.683791] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.683791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.683791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.683791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.683791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.686391] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.686391] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.686391] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.686391] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.686391] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.686391] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec99795-89bc-4fb0-bca3-151a65136627 is going to be created. [ 850.763519] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.763664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.763735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.763963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.764166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.780038] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec99795-89bc-4fb0-bca3-151a65136627 in Status: IN_PROGRESS for 2s [ 851.158032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.158032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.160414] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.570464] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 851.570697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.570920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.571194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.571698] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.571698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.571698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.571893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.571893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.571893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.571988] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.604052] env[66006]: INFO networking_nsxv3.common.synchronization [None req-5d59588e-3c8d-42cb-8407-6ceb51972042 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_rules [ 851.605450] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_rules [ 851.605450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53df8cb4-39e4-4102-9ceb-567faa735ba9 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.605450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.605450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.605450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.605450] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.663688] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.763120] env[66006]: INFO networking_nsxv3.common.synchronization [None req-647afdd0-9a14-4700-a1ab-d737d9e6235d tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_rules [ 851.764429] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_rules [ 851.764429] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53df8cb4-39e4-4102-9ceb-567faa735ba9 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.764429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.075861] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.075861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.075861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.075861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.075861] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.075861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.075861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.076302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.076302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.076374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.076592] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.076753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.076867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.077411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.077533] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.077819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.078173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.079482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.079482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.079482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.079645] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.098900] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: SUCCESS [ 852.099144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.099296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.099763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.099763] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.126997] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.126997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.127189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.128333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.128333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.128333] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 already deleted. [ 852.128333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.128333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.128333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.128333] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.167638] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.168081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.168081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.168177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.168215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.168300] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c is going to be updated. [ 852.197996] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.198193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.198282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.198556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.198745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.209356] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: IN_PROGRESS for 2s [ 852.571469] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 852.571775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.572873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.572873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.572873] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.573090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.577058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.577397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.577557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.577677] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.579589] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: SUCCESS [ 852.579848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.580073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.580371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.580598] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.580723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.580802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.580979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.581078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.581177] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.582534] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 206c51d0-9e5d-4572-b376-65a436ace75a: rpc.has_security_group_logging(os_id): False [ 852.601443] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.601614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.607168] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.607293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.607293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.607474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.607534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.607737] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.607857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.607904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.608086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.608176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.608565] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.608565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.608565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.608919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.608919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.609049] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.609267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.609350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.609500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.609581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.609646] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be created. [ 852.649098] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.649282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.649409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.649529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.649620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.649707] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 already deleted. [ 852.649891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.685419] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.685583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.685661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.685861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.686058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.707510] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 852.794651] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec99795-89bc-4fb0-bca3-151a65136627 in Status: SUCCESS [ 852.794939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.082875] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.088980] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.586473] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.592304] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.958465] env[66006]: INFO networking_nsxv3.common.synchronization [req-a797a1b0-d598-4233-8fd0-dbae67132c01 req-99d9cf68-fe33-4730-b395-ce61427d2997 tempest-ServerRescueTestJSONUnderV235-1472303804 tempest-ServerRescueTestJSONUnderV235-1472303804-project-member] Enqueued Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 853.960023] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c with Priority: HIGHEST for action security_group_members [ 853.960023] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.960023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.089339] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.089339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.089339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.089339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.089339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.089642] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 854.094985] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.095138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.095223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.095406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.095517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.095616] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 is going to be updated. [ 854.135019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.135019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.135019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.135292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.135292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.138893] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.138893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.138893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.138893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.138893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.150826] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: IN_PROGRESS for 2s [ 854.150826] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 854.227521] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: SUCCESS [ 854.227892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.228026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.229556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.229805] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.229965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.230051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.230281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.230382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.230507] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.727216] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 854.727969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.734421] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.734421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.734421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.734844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.760635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.761019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.761231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.761343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.761580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.761681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.761785] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c is going to be updated. [ 854.804443] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.804638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.804696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.804952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.805130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.815482] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: IN_PROGRESS for 2s [ 855.594864] env[66006]: INFO networking_nsxv3.common.synchronization [req-735c9579-6e84-4887-83ea-1564527976d2 req-2f4aeffc-209b-42dd-8ab8-c59e4161be3b tempest-ServersAdminTestJSON-1371135454 tempest-ServersAdminTestJSON-1371135454-project-member] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 855.595715] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 855.596117] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.596284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.596374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.596656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.596914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.597094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.597204] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.597438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.597577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.597764] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.102707] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.162092] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: SUCCESS [ 856.162344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.162488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.162704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.162896] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.163026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.163084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.163238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.163330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.163433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.163527] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.164917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 856.165086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.165222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.165424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.165537] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.165637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.165698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.165834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.165907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.165988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.166148] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.166238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.166297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.166432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.166566] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.166654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.166713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.166844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.166914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.166991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.167085] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.605155] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.668484] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.672772] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90ecc453-6904-4330-9dc9-5cc09bd5abaa: rpc.has_security_group_logging(os_id): False [ 856.694323] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.694493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.694538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.694888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.720372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.720627] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.720802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.720865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.721079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.721499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.721499] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.721499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.721499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.721727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.721727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.721912] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.722083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.722083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.722233] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.722284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.722509] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 856.794983] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.795184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.795228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.795432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.795578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.815225] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 856.824772] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: SUCCESS [ 856.824959] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c deletion is rescheduled due to dependency. [ 856.825090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.825254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.825462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.825674] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.825848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.825848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.825983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.826067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.826153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.826316] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.826391] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.826443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.826633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.826710] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.826803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.826858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.826989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.827076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.827264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.827364] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.828273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.828445] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.828594] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.828690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.828798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.828886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.828961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.829064] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.108574] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.110032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.110032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.110032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.110032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.110032] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 857.142852] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.142852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.142852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.142852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.142852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.152656] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 857.173043] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b686373-e30e-433c-a215-9c8a19c4d0b6: rpc.has_security_group_logging(os_id): False [ 857.190866] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.191041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.191103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.191307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.191395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.191619] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.191718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.191777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.191933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.192015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.192106] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 is going to be updated. [ 857.244605] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.244732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.244772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.244983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.245140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.272254] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: IN_PROGRESS for 2s [ 857.332863] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.332863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.333016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.333182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.333268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.333493] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.333595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.333654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.334249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.334382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.334442] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c is going to be updated. [ 857.336024] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c: rpc.has_security_group_logging(os_id): False [ 857.536224] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.536680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.536808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.537077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.537170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.537406] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.537510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.537574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.537728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.537812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.537998] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.538222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.538222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.538345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.538380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.538553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.538637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.538673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.538807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.538880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.538967] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c is going to be updated. [ 857.562071] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.562231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.562334] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.562552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.563086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.590902] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: IN_PROGRESS for 2s [ 857.645880] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.646059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.646217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.646378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.646692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.662608] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: IN_PROGRESS for 2s [ 858.835015] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 858.835332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.835430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.835743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.835743] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.161206] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 859.161206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.289262] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: SUCCESS [ 859.289504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.338154] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.338314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.338381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.338605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.338766] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.338864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.338924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.339083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.339170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.339256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.339341] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.603429] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: SUCCESS [ 859.603429] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c deletion is rescheduled due to dependency. [ 859.603429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.676100] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c in Status: SUCCESS [ 859.676345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.676555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.676781] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.676869] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25dc29e6-6c6b-4485-ad1a-8eb0f024e64c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.841310] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.841310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.841310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.841811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.841811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.841923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.841923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.842035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.842118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.842205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.842375] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.842488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.842488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.842634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.842766] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.842858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.842939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.843101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.843174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.843254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.843340] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.197898] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.198083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.198140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.198340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.198429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.198525] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25dc29e6-6c6b-4485-ad1a-8eb0f024e64c is going to be deleted. [ 860.247036] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.247036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.247036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.247395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.247395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.247395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25dc29e6-6c6b-4485-ad1a-8eb0f024e64c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.345846] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90ecc453-6904-4330-9dc9-5cc09bd5abaa: rpc.has_security_group_logging(os_id): False [ 860.370478] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.370478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.370478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.370478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.370478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.370735] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.370735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.370735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.370846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.370876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.371054] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.371150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.371209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.371347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.371419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.371598] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.371690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.371749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.371884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.371954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.372051] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 860.450656] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.450809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.450861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.451090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.451655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.472537] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 860.596506] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 860.596506] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 862.489262] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 862.489533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.597396] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 865.597681] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 866.161913] env[66006]: INFO networking_nsxv3.common.synchronization [req-6539dd83-f1a3-4fa2-bac4-409c091a840a req-bc2d425a-dd83-408b-b1ba-1f63fa4a5a58 tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 866.162479] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 866.162784] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.162904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.163172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.163223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.163362] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.163454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.163532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.163680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.163763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.163853] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.667902] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.668238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.668238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.668542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.668679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.668980] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.669149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.669236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.669465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.669709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.669709] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be deleted. [ 866.734365] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.734472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.734472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.735026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.735026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.735026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.807494] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.807494] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.807698] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.807983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.808278] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.808555] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.808720] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.809783] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.810492] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.810770] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.810927] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.811645] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.811645] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.811645] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.811645] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.811645] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.833017] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.833493] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.835588] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.835588] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.835588] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-f3a3da49-3abc-4269-ba02-db2c09b71da3 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.835588] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-f3a3da49-3abc-4269-ba02-db2c09b71da3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.835588] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-f3a3da49-3abc-4269-ba02-db2c09b71da3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.835588] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-f3a3da49-3abc-4269-ba02-db2c09b71da3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.835588] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3a3da49-3abc-4269-ba02-db2c09b71da3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.338251] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.338922] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.338922] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.338922] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.339504] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.339504] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port f3a3da49-3abc-4269-ba02-db2c09b71da3 not found, creating... [ 867.339504] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.339656] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.339656] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.340818] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.340818] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.340818] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.340818] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.340818] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.340818] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.341209] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.341209] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: f3a3da49-3abc-4269-ba02-db2c09b71da3 is going to be created. [ 867.364024] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.364024] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.364024] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.364024] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.364024] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.364024] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-f3a3da49-3abc-4269-ba02-db2c09b71da3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.104382] env[66006]: INFO networking_nsxv3.common.synchronization [req-6539dd83-f1a3-4fa2-bac4-409c091a840a req-c51dc6fa-bd5a-4b18-9633-3da8eff9cfe5 service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 868.104382] env[66006]: INFO networking_nsxv3.common.synchronization [req-6539dd83-f1a3-4fa2-bac4-409c091a840a req-c51dc6fa-bd5a-4b18-9633-3da8eff9cfe5 service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 868.104382] env[66006]: INFO networking_nsxv3.common.synchronization [req-6539dd83-f1a3-4fa2-bac4-409c091a840a req-c51dc6fa-bd5a-4b18-9633-3da8eff9cfe5 service nova] Enqueued Resource ID: f3a3da49-3abc-4269-ba02-db2c09b71da3 with Priority: HIGHEST for action port [ 868.104382] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 868.104382] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 868.104382] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a3da49-3abc-4269-ba02-db2c09b71da3 with Priority: HIGHEST for action port [ 868.104382] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.104382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.104905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.104997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.105070] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.105988] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.106082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.106156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.106331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.106481] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.106594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.106629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.106747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.106827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.106937] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.107950] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3a3da49-3abc-4269-ba02-db2c09b71da3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.108068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3a3da49-3abc-4269-ba02-db2c09b71da3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.108131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3a3da49-3abc-4269-ba02-db2c09b71da3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.108283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3a3da49-3abc-4269-ba02-db2c09b71da3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.108354] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3a3da49-3abc-4269-ba02-db2c09b71da3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.610161] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.611761] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.611761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.614473] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3a3da49-3abc-4269-ba02-db2c09b71da3 with status ACTIVE [ 868.614473] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.614473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.614473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.614473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.614473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.614473] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.614473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.614473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.614889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.614889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.614889] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.614889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.614889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.615058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.615107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.615319] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3a3da49-3abc-4269-ba02-db2c09b71da3 is going to be updated. [ 868.637022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.637171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.637271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.637612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.637844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.638131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3a3da49-3abc-4269-ba02-db2c09b71da3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.113191] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.619708] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.619905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.619905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.620163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.620251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.620351] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be created. [ 869.646288] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.646514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.646626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.646922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.647178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.658928] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: UNINITIALIZED for 2s [ 869.800985] env[66006]: INFO networking_nsxv3.common.synchronization [req-e7011aed-71b8-4773-ace7-17df4ee470d5 req-8b2833d2-175b-4d67-85d1-4c9325d1f61c tempest-AttachVolumeTestJSON-1943147508 tempest-AttachVolumeTestJSON-1943147508-project-member] Enqueued Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_members [ 869.800985] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_members [ 869.801394] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-67be7eb7-b6ba-4f32-be28-b46f61cad524 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.801467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.801666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.801776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.801932] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.802040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.802102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.802256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.802335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.802476] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.929702] env[66006]: INFO networking_nsxv3.common.synchronization [None req-e5077686-c3df-4a24-a077-f92955c8cacc None None] Enqueued Resource ID: e1166dd2-9bcb-4b34-a616-4efa4e60da34 with Priority: HIGHEST for action port [ 869.930023] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1166dd2-9bcb-4b34-a616-4efa4e60da34 with Priority: HIGHEST for action port [ 869.930929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1166dd2-9bcb-4b34-a616-4efa4e60da34 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.931051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1166dd2-9bcb-4b34-a616-4efa4e60da34" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.931194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1166dd2-9bcb-4b34-a616-4efa4e60da34" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.931450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1166dd2-9bcb-4b34-a616-4efa4e60da34" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.931531] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1166dd2-9bcb-4b34-a616-4efa4e60da34',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.305107] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.305397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.305397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.305556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.305644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.305913] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.305992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.306066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.306246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.306326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.306416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 already deleted. [ 870.306502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.381980] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.382207] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-996" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.382549] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-996" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.386017] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-996" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.386017] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.386017] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.386017] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.386017] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.386017] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.386017] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.386017] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.386017] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.386017] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.386017] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.386017] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.386017] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.404276] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.405342] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.405494] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.406913] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-996" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.406913] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-277fb6a6-89b3-4710-aa6d-8e22d3b08820 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.406913] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-277fb6a6-89b3-4710-aa6d-8e22d3b08820" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.406913] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-277fb6a6-89b3-4710-aa6d-8e22d3b08820" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.407279] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-277fb6a6-89b3-4710-aa6d-8e22d3b08820" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.407584] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277fb6a6-89b3-4710-aa6d-8e22d3b08820',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.433755] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1166dd2-9bcb-4b34-a616-4efa4e60da34 [ 870.433990] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.434120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.434191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.434394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.434481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.434572] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1166dd2-9bcb-4b34-a616-4efa4e60da34 already deleted. [ 870.434651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1166dd2-9bcb-4b34-a616-4efa4e60da34" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.909911] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.911267] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.911482] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.911818] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.911973] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.912145] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 277fb6a6-89b3-4710-aa6d-8e22d3b08820 not found, creating... [ 870.912475] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.912776] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.912776] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.912990] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.914156] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.914156] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.914156] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.914156] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.914364] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.914472] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.915299] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 277fb6a6-89b3-4710-aa6d-8e22d3b08820 is going to be created. [ 870.940212] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.940434] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.940549] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.940832] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.941087] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.941330] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-277fb6a6-89b3-4710-aa6d-8e22d3b08820" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.669891] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 871.670175] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.670306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.670546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.670743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.670983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.670983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.671134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.671134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.671246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.671345] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.675027] env[66006]: INFO networking_nsxv3.common.synchronization [req-e7011aed-71b8-4773-ace7-17df4ee470d5 req-2958ecca-cd83-46b9-873b-5e4925dd3df9 service nova] Enqueued Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_rules [ 871.675184] env[66006]: INFO networking_nsxv3.common.synchronization [req-e7011aed-71b8-4773-ace7-17df4ee470d5 req-2958ecca-cd83-46b9-873b-5e4925dd3df9 service nova] Enqueued Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_members [ 871.675412] env[66006]: INFO networking_nsxv3.common.synchronization [req-e7011aed-71b8-4773-ace7-17df4ee470d5 req-2958ecca-cd83-46b9-873b-5e4925dd3df9 service nova] Enqueued Resource ID: 277fb6a6-89b3-4710-aa6d-8e22d3b08820 with Priority: HIGHEST for action port [ 871.675798] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_rules [ 871.675997] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_members [ 871.675997] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277fb6a6-89b3-4710-aa6d-8e22d3b08820 with Priority: HIGHEST for action port [ 871.677551] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67be7eb7-b6ba-4f32-be28-b46f61cad524 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.677551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.677551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.677551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.677551] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.677803] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-67be7eb7-b6ba-4f32-be28-b46f61cad524 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.677843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.677911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.678081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.678231] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.678322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.678378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.678519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.678598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.679238] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.680702] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-277fb6a6-89b3-4710-aa6d-8e22d3b08820 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.680702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-277fb6a6-89b3-4710-aa6d-8e22d3b08820" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.680837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-277fb6a6-89b3-4710-aa6d-8e22d3b08820" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.680940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-277fb6a6-89b3-4710-aa6d-8e22d3b08820" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.681591] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277fb6a6-89b3-4710-aa6d-8e22d3b08820',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.861740] env[66006]: INFO networking_nsxv3.common.synchronization [None req-21696027-a40b-4d42-bd93-1b71abd52dfe None None] Enqueued Resource ID: eec45db8-a104-4b07-ad6c-552792b6a04b with Priority: HIGHEST for action port [ 871.862482] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec45db8-a104-4b07-ad6c-552792b6a04b with Priority: HIGHEST for action port [ 871.862762] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec45db8-a104-4b07-ad6c-552792b6a04b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.862762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec45db8-a104-4b07-ad6c-552792b6a04b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.862894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec45db8-a104-4b07-ad6c-552792b6a04b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.863191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec45db8-a104-4b07-ad6c-552792b6a04b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.863420] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec45db8-a104-4b07-ad6c-552792b6a04b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.137406] env[66006]: INFO networking_nsxv3.common.synchronization [req-c1a00d93-0272-48a3-93dd-bdfa2b9840fa req-d26fb5b9-a41f-43a8-9ded-f8cc6587815e tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_members [ 872.138119] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_members [ 872.138229] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a958fad-13c6-4588-b4f5-08ec27858746 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.138341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.138408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.138651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.138992] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.138992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.138992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.139173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.139222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.139322] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.175013] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.175341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.175584] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.175890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.176190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.177029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.177029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.177029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.177029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.177029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.177509] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.177509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.177509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.177743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.178112] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.178276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.178369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.178629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.179079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.179079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.179079] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.183099] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-67be7eb7-b6ba-4f32-be28-b46f61cad524 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.183099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.183099] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.184301] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 277fb6a6-89b3-4710-aa6d-8e22d3b08820 with status ACTIVE [ 872.184576] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.184756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.184798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.184990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.185109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.185279] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.185388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.185437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.185582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.186098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.186333] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.186468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.186558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.186734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.186846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.186947] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 277fb6a6-89b3-4710-aa6d-8e22d3b08820 is going to be updated. [ 872.209657] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.210475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.210475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.210475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.210475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.210587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-277fb6a6-89b3-4710-aa6d-8e22d3b08820" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.368016] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eec45db8-a104-4b07-ad6c-552792b6a04b [ 872.368997] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.368997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.368997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.368997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.368997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.368997] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eec45db8-a104-4b07-ad6c-552792b6a04b already deleted. [ 872.368997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec45db8-a104-4b07-ad6c-552792b6a04b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.642347] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.642859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.642974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.643213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.643478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.643587] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.643668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.643798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.643995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.644142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.644244] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a958fad-13c6-4588-b4f5-08ec27858746 already deleted. [ 872.644353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.681823] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7172aa0b-1edb-4e97-8429-ccbcda42e5c6: rpc.has_security_group_logging(os_id): False [ 872.690576] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.702935] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.702935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.702935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.703119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.703683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.703683] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.703683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.703683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.704255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.704507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.705434] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.705434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.705434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.705434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.705434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.705434] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.705434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.705434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.705696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.705696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.705696] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be created. [ 872.759963] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.760208] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.760295] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.760661] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.760931] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.761106] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.761220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.761437] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.761736] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.761795] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.761879] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.761983] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.762106] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.762212] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.762317] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.762466] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.764492] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.764601] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.764665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.764893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.764990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.781882] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 872.787258] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.787435] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.787566] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.787737] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.788056] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-bef35681-ebaa-4e48-b4e6-c54fc3813dae taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.788343] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-bef35681-ebaa-4e48-b4e6-c54fc3813dae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.788389] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-bef35681-ebaa-4e48-b4e6-c54fc3813dae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.788724] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-bef35681-ebaa-4e48-b4e6-c54fc3813dae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.788816] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef35681-ebaa-4e48-b4e6-c54fc3813dae',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.193641] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.193850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.193910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.194176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.194293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.194778] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 is going to be created. [ 873.226659] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.226659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.226659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.226659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.226659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.237996] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 in Status: UNINITIALIZED for 2s [ 873.292291] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.292605] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.292865] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.293163] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.293314] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.293492] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port bef35681-ebaa-4e48-b4e6-c54fc3813dae not found, creating... [ 873.293783] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.294218] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.294218] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.294335] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.294447] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.295071] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.295398] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.295496] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.295794] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.295992] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.296164] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: bef35681-ebaa-4e48-b4e6-c54fc3813dae is going to be created. [ 873.323761] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.323909] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.324037] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.324364] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.324560] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.324769] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-bef35681-ebaa-4e48-b4e6-c54fc3813dae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.064959] env[66006]: INFO networking_nsxv3.common.synchronization [req-c1a00d93-0272-48a3-93dd-bdfa2b9840fa req-70981402-3a9a-4a1f-bd54-211d9531eb15 service nova] Enqueued Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_rules [ 874.065267] env[66006]: INFO networking_nsxv3.common.synchronization [req-c1a00d93-0272-48a3-93dd-bdfa2b9840fa req-70981402-3a9a-4a1f-bd54-211d9531eb15 service nova] Enqueued Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_members [ 874.065267] env[66006]: INFO networking_nsxv3.common.synchronization [req-c1a00d93-0272-48a3-93dd-bdfa2b9840fa req-70981402-3a9a-4a1f-bd54-211d9531eb15 service nova] Enqueued Resource ID: bef35681-ebaa-4e48-b4e6-c54fc3813dae with Priority: HIGHEST for action port [ 874.065786] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_rules [ 874.066137] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_members [ 874.066258] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef35681-ebaa-4e48-b4e6-c54fc3813dae with Priority: HIGHEST for action port [ 874.066567] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a958fad-13c6-4588-b4f5-08ec27858746 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.066694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.066763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.067035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.067167] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.068770] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a958fad-13c6-4588-b4f5-08ec27858746 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.068770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.068882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.069137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.069191] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.069243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.069653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.069653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.069653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.069653] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.070794] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-bef35681-ebaa-4e48-b4e6-c54fc3813dae taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.070910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bef35681-ebaa-4e48-b4e6-c54fc3813dae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.070910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bef35681-ebaa-4e48-b4e6-c54fc3813dae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.071753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bef35681-ebaa-4e48-b4e6-c54fc3813dae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.071753] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef35681-ebaa-4e48-b4e6-c54fc3813dae',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.553064] env[66006]: INFO networking_nsxv3.common.synchronization [req-2c0e9962-ad9d-4d88-947b-7b276e4b8073 req-96c6f85d-32c9-4e2c-b808-f4b6043aaacd tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 874.553665] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 874.553956] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.554260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.554333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.554529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.554682] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.554782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.554842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.554978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.555074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.555163] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.569424] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a958fad-13c6-4588-b4f5-08ec27858746 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.569555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.573371] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.574835] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bef35681-ebaa-4e48-b4e6-c54fc3813dae with status ACTIVE [ 874.575181] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.575317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.575384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.575571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.575658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.575873] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.575942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.576011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.576160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.576232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.576407] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.576495] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.576554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.576687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.576753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.576833] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bef35681-ebaa-4e48-b4e6-c54fc3813dae is going to be updated. [ 874.605073] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.605297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.605404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.605710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.605907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.606160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bef35681-ebaa-4e48-b4e6-c54fc3813dae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.803692] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 874.803828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.057726] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.059684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.059684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.059684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.059684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.059684] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.059684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.059684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.059684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.059684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.059684] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 875.077209] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.091115] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.091216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.091216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.091394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.091539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.102717] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 875.250379] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 in Status: SUCCESS [ 875.250597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.250772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.251013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.251192] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.251314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.251372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.251533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.251604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.251695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.251816] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.584018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.584018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.584018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.584226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.584226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.584280] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a958fad-13c6-4588-b4f5-08ec27858746 is going to be created. [ 875.609520] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.609647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.610234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.610234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.610234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.620518] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a958fad-13c6-4588-b4f5-08ec27858746 in Status: UNINITIALIZED for 2s [ 875.755177] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.257800] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67be7eb7-b6ba-4f32-be28-b46f61cad524: rpc.has_security_group_logging(os_id): False [ 876.284421] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.284575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.284646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.284883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.284972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.285404] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.285404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.285547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.285634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.285677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.285791] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 is going to be created. [ 876.369016] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.369170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.369238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.369454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.369640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.383045] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 in Status: IN_PROGRESS for 2s [ 877.115292] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 877.116418] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a deletion is rescheduled due to dependency. [ 877.116543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.635305] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a958fad-13c6-4588-b4f5-08ec27858746 in Status: SUCCESS [ 877.635667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.635716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.635971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.636189] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.636318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.636383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.636551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.636644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.636738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.636836] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.140070] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.402619] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 in Status: SUCCESS [ 878.403644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.643744] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a958fad-13c6-4588-b4f5-08ec27858746: rpc.has_security_group_logging(os_id): False [ 878.672270] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.672270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.672270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.672270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.672270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.672270] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.672270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.673843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.674132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.674276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.674416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a958fad-13c6-4588-b4f5-08ec27858746 is going to be created. [ 878.747596] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.747836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.747836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.748026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.748207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.760735] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a958fad-13c6-4588-b4f5-08ec27858746 in Status: IN_PROGRESS for 2s [ 879.061491] env[66006]: INFO networking_nsxv3.common.synchronization [None req-f9cb0ef1-3d5f-4130-a330-f26e197d2af6 None None] Enqueued Resource ID: 410d57c5-3144-4e90-88c0-23a689c71e27 with Priority: HIGHEST for action port [ 879.062519] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d57c5-3144-4e90-88c0-23a689c71e27 with Priority: HIGHEST for action port [ 879.062913] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-410d57c5-3144-4e90-88c0-23a689c71e27 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.063069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-410d57c5-3144-4e90-88c0-23a689c71e27" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.063138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-410d57c5-3144-4e90-88c0-23a689c71e27" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.063412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-410d57c5-3144-4e90-88c0-23a689c71e27" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.063522] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410d57c5-3144-4e90-88c0-23a689c71e27',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.566050] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 410d57c5-3144-4e90-88c0-23a689c71e27 [ 879.566243] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.566350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.566398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.566639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.566733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.566833] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:410d57c5-3144-4e90-88c0-23a689c71e27 already deleted. [ 879.566916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-410d57c5-3144-4e90-88c0-23a689c71e27" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.996581] env[66006]: INFO networking_nsxv3.common.synchronization [req-d8d82841-6217-467d-84d7-ee6c8ace1bb5 req-2760383e-4639-4bc0-abfc-9672c2329d3c tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 879.997017] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 879.997353] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.998079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.998079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.998079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.998079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.998079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.998079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.998594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.998594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.998594] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.485034] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.485034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.485034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.485034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.485034] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.485034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.485034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.485034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.485034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.485901] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.486883] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.486883] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.486883] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.486883] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.486883] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.486883] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.501101] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.501101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.501101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.501333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.501395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.501605] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.501712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.501767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.501930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.502684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.502684] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea already deleted. [ 880.502684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.506969] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.507150] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.507300] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.507884] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.508297] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-2b264494-bcb8-43cb-aeac-16d364f1e64d taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.508578] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-2b264494-bcb8-43cb-aeac-16d364f1e64d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.508697] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-2b264494-bcb8-43cb-aeac-16d364f1e64d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.509126] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-2b264494-bcb8-43cb-aeac-16d364f1e64d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.509287] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b264494-bcb8-43cb-aeac-16d364f1e64d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.773334] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a958fad-13c6-4588-b4f5-08ec27858746 in Status: SUCCESS [ 880.773545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.012321] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.012671] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.012671] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.012941] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.013094] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.013240] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 2b264494-bcb8-43cb-aeac-16d364f1e64d not found, creating... [ 881.013485] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.013635] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.013746] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.013960] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.014105] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.014374] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.014523] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.014636] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.014854] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.014992] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.019098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 2b264494-bcb8-43cb-aeac-16d364f1e64d is going to be created. [ 881.039892] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.040602] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.040602] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.040602] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.040797] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.041125] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-2b264494-bcb8-43cb-aeac-16d364f1e64d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.895774] env[66006]: INFO networking_nsxv3.common.synchronization [req-d8d82841-6217-467d-84d7-ee6c8ace1bb5 req-d8235420-c2b7-4f0a-b237-fef700c52da5 service nova] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 881.895903] env[66006]: INFO networking_nsxv3.common.synchronization [req-d8d82841-6217-467d-84d7-ee6c8ace1bb5 req-d8235420-c2b7-4f0a-b237-fef700c52da5 service nova] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 881.896507] env[66006]: INFO networking_nsxv3.common.synchronization [req-d8d82841-6217-467d-84d7-ee6c8ace1bb5 req-d8235420-c2b7-4f0a-b237-fef700c52da5 service nova] Enqueued Resource ID: 2b264494-bcb8-43cb-aeac-16d364f1e64d with Priority: HIGHEST for action port [ 881.897248] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 881.897427] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 881.897557] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b264494-bcb8-43cb-aeac-16d364f1e64d with Priority: HIGHEST for action port [ 881.897946] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.898101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.898382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.898862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.898992] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.900279] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.900837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.900937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.901226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.901872] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.901872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.901991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.902154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.902333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.903163] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.904648] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b264494-bcb8-43cb-aeac-16d364f1e64d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.904818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b264494-bcb8-43cb-aeac-16d364f1e64d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.906360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b264494-bcb8-43cb-aeac-16d364f1e64d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.906360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b264494-bcb8-43cb-aeac-16d364f1e64d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.906360] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b264494-bcb8-43cb-aeac-16d364f1e64d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.409594] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.411889] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.412110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.412869] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b264494-bcb8-43cb-aeac-16d364f1e64d with status ACTIVE [ 882.412960] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.413129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.413214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.413933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.413933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.414071] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.414162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.414213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.414416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.414514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.414719] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.414825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.414888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.415058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.415140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.415226] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b264494-bcb8-43cb-aeac-16d364f1e64d is going to be updated. [ 882.447609] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.447609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.447609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.447609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.447609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.447609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b264494-bcb8-43cb-aeac-16d364f1e64d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.913713] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.419033] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.419033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.419033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.419033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.419033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.419033] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be created. [ 883.442828] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.442977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.442977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.443256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.443855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.457328] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: UNINITIALIZED for 2s [ 884.027625] env[66006]: INFO networking_nsxv3.common.synchronization [req-fa17df03-ec83-4031-a654-2993a80f3794 req-68408363-2a0e-4819-87c9-b4805a17412d tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 884.030733] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 884.031089] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.031254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.031312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.032031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.032031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.032031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.032031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.033683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.033683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.033683] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.454568] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c493165a-7e24-4ef2-b360-c92bf0ea6a53 None None] Enqueued Resource ID: 63714ac3-c4b3-4e5e-8b94-52c197422393 with Priority: HIGHEST for action port [ 884.455184] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63714ac3-c4b3-4e5e-8b94-52c197422393 with Priority: HIGHEST for action port [ 884.455499] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-63714ac3-c4b3-4e5e-8b94-52c197422393 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.455621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63714ac3-c4b3-4e5e-8b94-52c197422393" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.455681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63714ac3-c4b3-4e5e-8b94-52c197422393" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.455935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63714ac3-c4b3-4e5e-8b94-52c197422393" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.456233] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63714ac3-c4b3-4e5e-8b94-52c197422393',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.459011] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.459281] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.459346] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.459613] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.459868] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.460032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.460147] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.460355] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.460498] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.460699] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.460807] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.461055] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.461055] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.461177] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.461231] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.461340] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.483900] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.484269] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.484614] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.484614] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.484977] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-d1c9fb6b-656f-4507-9279-46a4d27dabf2 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.485206] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-d1c9fb6b-656f-4507-9279-46a4d27dabf2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.485353] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-d1c9fb6b-656f-4507-9279-46a4d27dabf2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.485700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-d1c9fb6b-656f-4507-9279-46a4d27dabf2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.485860] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c9fb6b-656f-4507-9279-46a4d27dabf2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.537393] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.537539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.537539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.538101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.538101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.538208] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.538270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.538372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.538532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.538645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.539021] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 already deleted. [ 884.539021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.963766] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63714ac3-c4b3-4e5e-8b94-52c197422393 [ 884.964088] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.964731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.964731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.964731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.964731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.964731] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63714ac3-c4b3-4e5e-8b94-52c197422393 already deleted. [ 884.964935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63714ac3-c4b3-4e5e-8b94-52c197422393" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.988833] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.990125] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.990253] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.990531] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.990680] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.990836] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port d1c9fb6b-656f-4507-9279-46a4d27dabf2 not found, creating... [ 884.991132] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.991296] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.991410] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.991638] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.991774] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.994694] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.995252] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.995252] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.995374] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.995472] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.995598] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: d1c9fb6b-656f-4507-9279-46a4d27dabf2 is going to be created. [ 885.021232] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.021470] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.021605] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.021841] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.022080] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.022310] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-d1c9fb6b-656f-4507-9279-46a4d27dabf2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.468876] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 885.469238] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.469305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.469543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.469751] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.469927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.469959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.470116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.470192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.470275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.470405] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.899784] env[66006]: INFO networking_nsxv3.common.synchronization [req-fa17df03-ec83-4031-a654-2993a80f3794 req-91728bf6-b61e-4ee5-b966-17bf35db59eb service nova] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_rules [ 885.900021] env[66006]: INFO networking_nsxv3.common.synchronization [req-fa17df03-ec83-4031-a654-2993a80f3794 req-91728bf6-b61e-4ee5-b966-17bf35db59eb service nova] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 885.900175] env[66006]: INFO networking_nsxv3.common.synchronization [req-fa17df03-ec83-4031-a654-2993a80f3794 req-91728bf6-b61e-4ee5-b966-17bf35db59eb service nova] Enqueued Resource ID: d1c9fb6b-656f-4507-9279-46a4d27dabf2 with Priority: HIGHEST for action port [ 885.901734] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_rules [ 885.901734] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 885.901734] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c9fb6b-656f-4507-9279-46a4d27dabf2 with Priority: HIGHEST for action port [ 885.901734] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.902793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.902793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.902793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.902793] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.903648] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.904321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.904321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.904321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.904321] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.904321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.904321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.904570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.904570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.904570] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.910373] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1c9fb6b-656f-4507-9279-46a4d27dabf2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.910373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1c9fb6b-656f-4507-9279-46a4d27dabf2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.910373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1c9fb6b-656f-4507-9279-46a4d27dabf2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.910373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1c9fb6b-656f-4507-9279-46a4d27dabf2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.910373] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c9fb6b-656f-4507-9279-46a4d27dabf2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.973104] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.409717] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.409717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.412560] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.413174] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1c9fb6b-656f-4507-9279-46a4d27dabf2 with status ACTIVE [ 886.413289] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.413405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.413466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.414025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.414025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.414025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.414200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.414200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.414305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.414383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.414566] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.414658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.414721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.414944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.416449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.416449] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1c9fb6b-656f-4507-9279-46a4d27dabf2 is going to be updated. [ 886.441251] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.441251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.441251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.441251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.441251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.441251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1c9fb6b-656f-4507-9279-46a4d27dabf2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.453891] env[66006]: INFO networking_nsxv3.common.synchronization [req-6a129407-2f9f-4cd2-af3a-2a40722a8360 req-71efa542-0f7f-455f-b18d-e4cbdb424bf6 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_members [ 886.454441] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_members [ 886.454745] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-53df8cb4-39e4-4102-9ceb-567faa735ba9 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.455062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.455062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.455501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.455501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.455501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.455632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.455729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.455729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.455818] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.476150] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea: rpc.has_security_group_logging(os_id): False [ 886.498270] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.498505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.498505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.499105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.499105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.499105] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.499335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.499335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.499395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.499504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.499563] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be created. [ 886.617410] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.617410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.617526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.617706] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.619186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.633479] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 886.918914] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.953010] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.953176] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.953307] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.953608] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.953863] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.954767] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.955198] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.955451] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.955607] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.955816] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.956667] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.956860] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.958041] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.958041] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.958041] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.958041] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.962205] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.962335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.962403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.962622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.962725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.962914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.963264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.963450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.964406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.964516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.964613] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 already deleted. [ 886.964728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.982122] env[66006]: INFO networking_nsxv3.common.synchronization [None req-1c6e7155-e401-4b6f-86b3-7cfcbd9e518c None None] Enqueued Resource ID: b83bc164-bdba-4395-ba1b-678987b3fd7d with Priority: HIGHEST for action port [ 886.982122] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83bc164-bdba-4395-ba1b-678987b3fd7d with Priority: HIGHEST for action port [ 886.982122] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83bc164-bdba-4395-ba1b-678987b3fd7d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.982611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83bc164-bdba-4395-ba1b-678987b3fd7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.982611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83bc164-bdba-4395-ba1b-678987b3fd7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.982718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83bc164-bdba-4395-ba1b-678987b3fd7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.982749] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83bc164-bdba-4395-ba1b-678987b3fd7d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.984887] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.985237] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.985237] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.985336] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.985601] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-6f1feaa2-f3fe-4523-9b9b-45ed011df742 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.985767] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-6f1feaa2-f3fe-4523-9b9b-45ed011df742" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.985891] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-6f1feaa2-f3fe-4523-9b9b-45ed011df742" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.986226] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-6f1feaa2-f3fe-4523-9b9b-45ed011df742" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.986355] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f1feaa2-f3fe-4523-9b9b-45ed011df742',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.422099] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.422328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.422365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.422608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.422706] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.422808] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 is going to be created. [ 887.450150] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.450317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.450367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.450680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.450878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.462076] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: UNINITIALIZED for 2s [ 887.489492] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.489868] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.489868] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.491183] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.491334] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.491475] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 6f1feaa2-f3fe-4523-9b9b-45ed011df742 not found, creating... [ 887.491762] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.491929] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.492054] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.492313] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.492594] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.492843] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.493019] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.495431] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.496780] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.496963] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.497588] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 6f1feaa2-f3fe-4523-9b9b-45ed011df742 is going to be created. [ 887.498647] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b83bc164-bdba-4395-ba1b-678987b3fd7d [ 887.498865] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.499042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.499121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.499361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.499451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.499563] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b83bc164-bdba-4395-ba1b-678987b3fd7d already deleted. [ 887.499650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83bc164-bdba-4395-ba1b-678987b3fd7d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.525034] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.525329] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.525389] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.526046] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.526387] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.526592] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-6f1feaa2-f3fe-4523-9b9b-45ed011df742" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.231444] env[66006]: INFO networking_nsxv3.common.synchronization [req-6a129407-2f9f-4cd2-af3a-2a40722a8360 req-903db548-5b49-4edc-8a77-0f66f72823ab service nova] Enqueued Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_rules [ 888.231596] env[66006]: INFO networking_nsxv3.common.synchronization [req-6a129407-2f9f-4cd2-af3a-2a40722a8360 req-903db548-5b49-4edc-8a77-0f66f72823ab service nova] Enqueued Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_members [ 888.231733] env[66006]: INFO networking_nsxv3.common.synchronization [req-6a129407-2f9f-4cd2-af3a-2a40722a8360 req-903db548-5b49-4edc-8a77-0f66f72823ab service nova] Enqueued Resource ID: 6f1feaa2-f3fe-4523-9b9b-45ed011df742 with Priority: HIGHEST for action port [ 888.232280] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_rules [ 888.232562] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_members [ 888.232562] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1feaa2-f3fe-4523-9b9b-45ed011df742 with Priority: HIGHEST for action port [ 888.233088] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53df8cb4-39e4-4102-9ceb-567faa735ba9 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.233301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.233385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.233644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.233777] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.234822] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-53df8cb4-39e4-4102-9ceb-567faa735ba9 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.234878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.236172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.236172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.236172] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.236172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.236172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.236172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.236172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.236172] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.237433] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f1feaa2-f3fe-4523-9b9b-45ed011df742 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.237433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f1feaa2-f3fe-4523-9b9b-45ed011df742" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.237433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f1feaa2-f3fe-4523-9b9b-45ed011df742" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.237433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f1feaa2-f3fe-4523-9b9b-45ed011df742" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.237433] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f1feaa2-f3fe-4523-9b9b-45ed011df742',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.648368] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 888.648704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.740848] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.741533] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-53df8cb4-39e4-4102-9ceb-567faa735ba9 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.741609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.741802] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f1feaa2-f3fe-4523-9b9b-45ed011df742 with status ACTIVE [ 888.741970] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.742103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.742176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.742461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.742496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.742735] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.742899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.742942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.746248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.746368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.746604] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.746717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.746782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.746960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.747051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.747142] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f1feaa2-f3fe-4523-9b9b-45ed011df742 is going to be updated. [ 888.775333] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.775333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.775333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.775333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.775333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.775333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f1feaa2-f3fe-4523-9b9b-45ed011df742" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.994156] env[66006]: INFO networking_nsxv3.common.synchronization [req-6fe5a40e-48b5-4ac7-a6cd-bf298ca10e7c req-21631ce8-30b5-4076-8b16-f2c5d466ac91 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 888.994904] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 888.995999] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.995999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.995999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.996204] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.996552] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.996552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.996704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.996893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.997043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.997186] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.250998] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.472584] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.472842] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-939" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.473128] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-939" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.473422] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-939" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.474222] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.474222] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.474222] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.474418] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.474553] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.474777] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.475281] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.475281] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.475281] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.475281] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.475425] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.476377] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.478470] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: SUCCESS [ 889.478470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.478852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.479163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.479490] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.479594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.479708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.479963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.480301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.480556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.480594] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.501711] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.504413] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.504656] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.504865] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.505122] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-939" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.505580] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-1222388f-34c3-40e7-8700-62a947e060d4 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.506097] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.509422] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.509422] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.509422] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1222388f-34c3-40e7-8700-62a947e060d4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.753927] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.753927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.753927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.753927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.754341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.754341] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 is going to be created. [ 889.786680] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.786809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.786854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.787177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.787339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.802947] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 in Status: UNINITIALIZED for 2s [ 889.983542] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.014150] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.016348] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.016595] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.016884] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.017759] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.017759] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.017850] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 1222388f-34c3-40e7-8700-62a947e060d4 not found, creating... [ 890.019822] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.019822] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.019822] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.019822] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.019822] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.019822] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.019822] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.020452] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.020452] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.020452] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.020452] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 1222388f-34c3-40e7-8700-62a947e060d4 is going to be created. [ 890.049634] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.049634] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.049634] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.049634] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.050448] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.050448] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.488764] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0002114-6ef6-4d8d-a9ee-a6de15f218a1: rpc.has_security_group_logging(os_id): False [ 890.514470] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.514691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.514773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.515080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.515214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.515568] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.515680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.515763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.516054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.516186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.516246] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 is going to be created. [ 890.522731] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.522973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.522973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.523197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.523291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.523425] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 890.577220] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.577469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.577469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.577644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.577865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.589144] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 890.610322] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.611043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.611043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.611249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.611437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.626655] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: IN_PROGRESS for 2s [ 890.820603] env[66006]: INFO networking_nsxv3.common.synchronization [req-6fe5a40e-48b5-4ac7-a6cd-bf298ca10e7c req-ff352130-3e0b-4cee-82e2-a6d17d0ef65d service nova] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 890.820954] env[66006]: INFO networking_nsxv3.common.synchronization [req-6fe5a40e-48b5-4ac7-a6cd-bf298ca10e7c req-ff352130-3e0b-4cee-82e2-a6d17d0ef65d service nova] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 890.821105] env[66006]: INFO networking_nsxv3.common.synchronization [req-6fe5a40e-48b5-4ac7-a6cd-bf298ca10e7c req-ff352130-3e0b-4cee-82e2-a6d17d0ef65d service nova] Enqueued Resource ID: 1222388f-34c3-40e7-8700-62a947e060d4 with Priority: HIGHEST for action port [ 890.821819] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 890.825649] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 890.826071] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1222388f-34c3-40e7-8700-62a947e060d4 with Priority: HIGHEST for action port [ 890.826723] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.827184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.827184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.827736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.827880] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.833732] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.833848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.834094] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1222388f-34c3-40e7-8700-62a947e060d4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.834200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.834264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.834470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.834844] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1222388f-34c3-40e7-8700-62a947e060d4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.339190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.339190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.339190] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1222388f-34c3-40e7-8700-62a947e060d4 with status ACTIVE [ 891.339190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.339190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.339190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.339190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.339190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.339190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.339190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.339190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.339190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.339190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.339190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.340212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.340212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.340212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.340212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.340212] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1222388f-34c3-40e7-8700-62a947e060d4 is going to be updated. [ 891.365193] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.365400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.365452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.365703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.366867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.366867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.815046] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 in Status: SUCCESS [ 891.815276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.815716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.815944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.816152] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.816260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.816351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.816470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.816545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.816641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.816766] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.844653] env[66006]: INFO networking_nsxv3.common.synchronization [req-4134da25-0df7-478f-978f-e036bbbbee49 req-7e6d4d90-2f16-4601-8118-aa7141c8f121 tempest-ImagesOneServerNegativeTestJSON-1582341434 tempest-ImagesOneServerNegativeTestJSON-1582341434-project-member] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 891.845233] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 891.845544] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.845688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.845748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.846609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.846609] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.846609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.846609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.846609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.846609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.846609] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.320874] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.328730] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.329026] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.329244] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.329640] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.329951] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.330195] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.330348] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.330646] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.330840] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.331102] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.331267] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.331408] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.331567] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.331709] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.331841] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.332019] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.348482] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.348812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.348939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.349221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.349318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.349559] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.349662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.349739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.349900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.349980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.350128] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be deleted. [ 892.371231] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.371231] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.371231] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.371231] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-465" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.371231] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-41fc7b33-2083-455f-94bf-e78ccbe68c1d taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.371579] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-41fc7b33-2083-455f-94bf-e78ccbe68c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.371579] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-41fc7b33-2083-455f-94bf-e78ccbe68c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.372349] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-41fc7b33-2083-455f-94bf-e78ccbe68c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.372349] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41fc7b33-2083-455f-94bf-e78ccbe68c1d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.419062] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.421131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.421131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.421131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.421131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.421131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.602514] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 892.602797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.603049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.603285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.603525] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.603636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.603691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.603852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.603935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.604049] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.640315] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: SUCCESS [ 892.640789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.834152] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53df8cb4-39e4-4102-9ceb-567faa735ba9: rpc.has_security_group_logging(os_id): False [ 892.854608] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.855028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.855028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.855536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.855602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.855961] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.856170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.856275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.856579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.856713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.856925] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 is going to be created. [ 892.875954] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.876328] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.876463] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.876817] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.877038] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.877240] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 41fc7b33-2083-455f-94bf-e78ccbe68c1d not found, creating... [ 892.877552] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.877761] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.877925] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.878253] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.878432] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.878778] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.878997] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.879195] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.879456] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.879623] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.879795] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 41fc7b33-2083-455f-94bf-e78ccbe68c1d is going to be created. [ 892.905407] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.905739] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.905921] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.906321] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.906676] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.907103] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-41fc7b33-2083-455f-94bf-e78ccbe68c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.941993] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.942210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.942258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.942603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.942887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.956571] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 in Status: IN_PROGRESS for 2s [ 893.106399] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.609105] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.676183] env[66006]: INFO networking_nsxv3.common.synchronization [req-4134da25-0df7-478f-978f-e036bbbbee49 req-ae663dd3-0961-4412-8d18-4ea187513c69 service nova] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_rules [ 893.676364] env[66006]: INFO networking_nsxv3.common.synchronization [req-4134da25-0df7-478f-978f-e036bbbbee49 req-ae663dd3-0961-4412-8d18-4ea187513c69 service nova] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 893.676496] env[66006]: INFO networking_nsxv3.common.synchronization [req-4134da25-0df7-478f-978f-e036bbbbee49 req-ae663dd3-0961-4412-8d18-4ea187513c69 service nova] Enqueued Resource ID: 41fc7b33-2083-455f-94bf-e78ccbe68c1d with Priority: HIGHEST for action port [ 893.676736] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_rules [ 893.676918] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 893.677044] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fc7b33-2083-455f-94bf-e78ccbe68c1d with Priority: HIGHEST for action port [ 893.678086] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.678086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.678086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.678768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.678768] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.680419] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.680615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.680676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.682041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.682041] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.682041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.682041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.682041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.682041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.682041] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.682804] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-41fc7b33-2083-455f-94bf-e78ccbe68c1d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.682939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41fc7b33-2083-455f-94bf-e78ccbe68c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.682982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41fc7b33-2083-455f-94bf-e78ccbe68c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.683143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41fc7b33-2083-455f-94bf-e78ccbe68c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.683272] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41fc7b33-2083-455f-94bf-e78ccbe68c1d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.115951] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.116290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.116290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.116405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.116487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.116609] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 894.155218] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.155367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.155438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.155653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.155800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.170228] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 894.182668] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.182842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.185295] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41fc7b33-2083-455f-94bf-e78ccbe68c1d with status ACTIVE [ 894.186541] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.186541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.186541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.186541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.186541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.186541] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.186541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.186541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.186541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.186541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.186978] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.186978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.186978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.186978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.187104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.187176] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41fc7b33-2083-455f-94bf-e78ccbe68c1d is going to be updated. [ 894.189125] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.211951] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.212128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.212739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.215174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.215336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.215511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41fc7b33-2083-455f-94bf-e78ccbe68c1d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.692393] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.976960] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 in Status: SUCCESS [ 894.977242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.195970] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.195970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.195970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.196386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.196386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.196386] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be created. [ 895.224038] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.224287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.224424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.224754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.225098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.237846] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: UNINITIALIZED for 2s [ 896.180242] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 896.180466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.180703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.180933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.181151] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.181275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.181559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.181559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.181559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.181703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.181733] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.685148] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.685456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.685456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.685626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.685821] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.685821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.685946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.686162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.686162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.686229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.686355] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.686447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.686510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.686645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.686849] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.686924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.686924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.687055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.687130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.687208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.687331] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.719711] env[66006]: INFO networking_nsxv3.common.synchronization [req-e7c3e92f-b2bd-4a1b-b497-2d106f89aa8e req-40e3c68d-d476-4965-a1d3-3ac7c8890e52 tempest-ListServerFiltersTestJSON-1264544003 tempest-ListServerFiltersTestJSON-1264544003-project-member] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 896.720286] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 896.720667] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.720803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.720871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.721144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.721299] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.721398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.721461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.721610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.721695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.721872] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.187885] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.188082] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.188206] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.188545] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.188805] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.188953] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.189268] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.189507] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.189652] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.189892] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.189972] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.190076] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.190178] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.190285] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.190388] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.190518] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.191875] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90ecc453-6904-4330-9dc9-5cc09bd5abaa: rpc.has_security_group_logging(os_id): False [ 897.211781] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.212246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.212338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.212685] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.212993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.213074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.213274] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.213375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.213436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.213636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.213739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.213924] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.214028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.214109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.214257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.214331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.214414] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 897.224351] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.224498] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.224552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.224883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.225034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.225256] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.225515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.225584] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.225755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.225839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.225939] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d already deleted. [ 897.226048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.227540] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.227733] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.227869] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.228064] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.228355] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-92534812-b694-494c-b0a6-d8bffbde3bd3 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.228539] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-92534812-b694-494c-b0a6-d8bffbde3bd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.228658] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-92534812-b694-494c-b0a6-d8bffbde3bd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.228972] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-92534812-b694-494c-b0a6-d8bffbde3bd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.229125] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92534812-b694-494c-b0a6-d8bffbde3bd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.249793] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 897.250021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.250196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.250433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.250656] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.250765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.250861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.250994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.251090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.251177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.251266] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.289335] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.289509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.289568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.289831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.289989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.312272] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 897.731903] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.732281] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.732281] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.732649] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.732818] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.732993] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 92534812-b694-494c-b0a6-d8bffbde3bd3 not found, creating... [ 897.733279] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.733437] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.733550] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.733780] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.733921] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.734239] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.734411] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.734525] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.734736] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.734868] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.735047] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 92534812-b694-494c-b0a6-d8bffbde3bd3 is going to be created. [ 897.754118] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.754276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.754339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.754559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.754727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.754821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.754943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.755038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.755132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.755221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.755386] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.755475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.755533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.755686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.756485] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.756485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.756485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.756485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.756485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.756485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.756485] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.758524] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.758638] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.758713] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.759947] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.759947] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.759947] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-92534812-b694-494c-b0a6-d8bffbde3bd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.262902] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87b3268b-64a6-4328-941b-cb1579f50fa6: rpc.has_security_group_logging(os_id): False [ 898.291029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.291029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.291029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.291350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.291350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.291998] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.292211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.292491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.293095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.293208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.293618] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.293792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.293877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.294174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.294279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.294652] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.294805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.294893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.295249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.295780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.295973] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be created. [ 898.334866] env[66006]: INFO networking_nsxv3.common.synchronization [req-40c4c086-0dac-4e64-8656-18a446631bfb req-6c03191e-a657-44a2-a87c-115e6a2f5799 tempest-ServersAdminTestJSON-1371135454 tempest-ServersAdminTestJSON-1371135454-project-member] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 898.336198] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGHEST for action security_group_members [ 898.336632] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.336787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.337147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.337147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.337324] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.337518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.337518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.338500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.338582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.338696] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.389961] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.389961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.390209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.390317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.390554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.409340] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: IN_PROGRESS for 2s [ 898.590599] env[66006]: INFO networking_nsxv3.common.synchronization [req-e7c3e92f-b2bd-4a1b-b497-2d106f89aa8e req-fb4ec084-1ba4-44f4-a9e9-7bb1a4877c2b service nova] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_rules [ 898.590818] env[66006]: INFO networking_nsxv3.common.synchronization [req-e7c3e92f-b2bd-4a1b-b497-2d106f89aa8e req-fb4ec084-1ba4-44f4-a9e9-7bb1a4877c2b service nova] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 898.590955] env[66006]: INFO networking_nsxv3.common.synchronization [req-e7c3e92f-b2bd-4a1b-b497-2d106f89aa8e req-fb4ec084-1ba4-44f4-a9e9-7bb1a4877c2b service nova] Enqueued Resource ID: 92534812-b694-494c-b0a6-d8bffbde3bd3 with Priority: HIGHEST for action port [ 898.591727] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_rules [ 898.591866] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 898.591981] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92534812-b694-494c-b0a6-d8bffbde3bd3 with Priority: HIGHEST for action port [ 898.592474] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.592654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.592734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.593048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.593102] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.594052] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.594181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.594247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.594415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.594567] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.594678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.594726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.596853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.596955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.597068] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.598290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-92534812-b694-494c-b0a6-d8bffbde3bd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.598405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92534812-b694-494c-b0a6-d8bffbde3bd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.598481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92534812-b694-494c-b0a6-d8bffbde3bd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.598639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92534812-b694-494c-b0a6-d8bffbde3bd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.598732] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92534812-b694-494c-b0a6-d8bffbde3bd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.841352] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.841750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.841750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.841933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.864900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.864900] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.865111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.865111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.865260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.865331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.865416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be updated. [ 898.906996] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.906996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.906996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.906996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.906996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.920511] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: IN_PROGRESS for 2s [ 899.101268] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.102906] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.102906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.102906] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92534812-b694-494c-b0a6-d8bffbde3bd3 with status ACTIVE [ 899.102906] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.102906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.102906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.104496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.104496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.104496] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.105577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.105577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.105577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.105577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.108640] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.108640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.108640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.108640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.108640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.108640] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92534812-b694-494c-b0a6-d8bffbde3bd3 is going to be updated. [ 899.140386] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.140533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.140569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.141026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.141026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.141197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92534812-b694-494c-b0a6-d8bffbde3bd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.331813] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 899.332517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.603761] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.109890] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.109890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.109890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.109890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.109890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.109890] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be created. [ 900.137420] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.137420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.137420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.137420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.137420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.146880] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: UNINITIALIZED for 2s [ 900.429855] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 900.429855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.931917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 in Status: SUCCESS [ 900.931917] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 deletion is rescheduled due to dependency. [ 900.931917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.443635] env[66006]: INFO networking_nsxv3.common.synchronization [req-295fdef1-a391-4b88-928a-12bcf6f29652 req-8a6ac782-5368-41e5-a854-c022554e06c2 tempest-ListServerFiltersTestJSON-1264544003 tempest-ListServerFiltersTestJSON-1264544003-project-member] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 901.444255] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 901.444569] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.444679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.909532] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.909532] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.909532] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.909532] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.909532] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.909872] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.909872] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.909942] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.910418] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.910671] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.910780] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.910883] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.910980] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.911097] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.911194] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.911374] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.935964] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.936146] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.936373] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.936711] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.936801] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-172e20a3-60e5-490b-8126-9049ce1ed184 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.936909] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-172e20a3-60e5-490b-8126-9049ce1ed184" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.937033] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-172e20a3-60e5-490b-8126-9049ce1ed184" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.937363] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-172e20a3-60e5-490b-8126-9049ce1ed184" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.937495] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('172e20a3-60e5-490b-8126-9049ce1ed184',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.161026] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 902.161026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.161026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.161026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.161026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.161026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.161026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.161026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.161026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.161026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.161026] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.161026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.161639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.161926] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.162181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.162427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.162742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.163782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.163782] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.322018] env[66006]: INFO networking_nsxv3.common.synchronization [None req-cfff72b4-71fb-44b0-8287-e14736cc8ad1 None None] Enqueued Resource ID: 2408b3de-47bc-4c41-9c55-0e1d5f495dc8 with Priority: HIGHEST for action port [ 902.322018] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2408b3de-47bc-4c41-9c55-0e1d5f495dc8 with Priority: HIGHEST for action port [ 902.322018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2408b3de-47bc-4c41-9c55-0e1d5f495dc8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.322018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2408b3de-47bc-4c41-9c55-0e1d5f495dc8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.322018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2408b3de-47bc-4c41-9c55-0e1d5f495dc8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.322963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2408b3de-47bc-4c41-9c55-0e1d5f495dc8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.323329] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2408b3de-47bc-4c41-9c55-0e1d5f495dc8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.442406] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.442683] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.442823] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.443181] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.443287] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.443467] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 172e20a3-60e5-490b-8126-9049ce1ed184 not found, creating... [ 902.443682] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.443982] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.443982] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.444815] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.444815] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.444815] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.444815] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.444815] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.445243] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.445243] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.445243] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 172e20a3-60e5-490b-8126-9049ce1ed184 is going to be created. [ 902.467721] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.467959] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.468068] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.468422] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.468788] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.469065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-172e20a3-60e5-490b-8126-9049ce1ed184" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.665311] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.665562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.665644] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.827584] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2408b3de-47bc-4c41-9c55-0e1d5f495dc8 [ 902.829029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.829029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.830296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.830296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.830296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.830296] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2408b3de-47bc-4c41-9c55-0e1d5f495dc8 already deleted. [ 902.830296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2408b3de-47bc-4c41-9c55-0e1d5f495dc8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.168446] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.251286] env[66006]: INFO networking_nsxv3.common.synchronization [req-295fdef1-a391-4b88-928a-12bcf6f29652 req-4268e4a6-ffb6-4734-a96c-f31c985c9ffc service nova] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_rules [ 903.251286] env[66006]: INFO networking_nsxv3.common.synchronization [req-295fdef1-a391-4b88-928a-12bcf6f29652 req-4268e4a6-ffb6-4734-a96c-f31c985c9ffc service nova] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 903.251286] env[66006]: INFO networking_nsxv3.common.synchronization [req-295fdef1-a391-4b88-928a-12bcf6f29652 req-4268e4a6-ffb6-4734-a96c-f31c985c9ffc service nova] Enqueued Resource ID: 172e20a3-60e5-490b-8126-9049ce1ed184 with Priority: HIGHEST for action port [ 903.251286] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_rules [ 903.251286] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 903.251286] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172e20a3-60e5-490b-8126-9049ce1ed184 with Priority: HIGHEST for action port [ 903.252148] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.252375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.252727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.252845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.253119] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-172e20a3-60e5-490b-8126-9049ce1ed184 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.253236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-172e20a3-60e5-490b-8126-9049ce1ed184" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.253283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-172e20a3-60e5-490b-8126-9049ce1ed184" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.253501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-172e20a3-60e5-490b-8126-9049ce1ed184" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.253582] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('172e20a3-60e5-490b-8126-9049ce1ed184',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.446747] env[66006]: INFO networking_nsxv3.common.synchronization [req-ba5a14e9-21c3-4474-8304-f245459edd24 req-c250a693-7351-4478-aa22-68f8b4aea278 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 903.447639] env[66006]: INFO networking_nsxv3.common.synchronization [req-ba5a14e9-21c3-4474-8304-f245459edd24 req-c250a693-7351-4478-aa22-68f8b4aea278 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 903.448395] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 903.448395] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 903.448617] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.448673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.448710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.448915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.449087] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.449187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.449249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.450167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.450167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.450167] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.453321] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.453852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.453852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.453852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.453852] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.454053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.454053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.455088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.455088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.455088] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.500528] env[66006]: INFO networking_nsxv3.common.synchronization [req-ba5a14e9-21c3-4474-8304-f245459edd24 req-c250a693-7351-4478-aa22-68f8b4aea278 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 903.500761] env[66006]: INFO networking_nsxv3.common.synchronization [req-ba5a14e9-21c3-4474-8304-f245459edd24 req-c250a693-7351-4478-aa22-68f8b4aea278 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 903.500926] env[66006]: INFO networking_nsxv3.common.synchronization [req-ba5a14e9-21c3-4474-8304-f245459edd24 req-c250a693-7351-4478-aa22-68f8b4aea278 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_rules [ 903.501715] env[66006]: INFO networking_nsxv3.common.synchronization [req-ba5a14e9-21c3-4474-8304-f245459edd24 req-c250a693-7351-4478-aa22-68f8b4aea278 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 903.501913] env[66006]: INFO networking_nsxv3.common.synchronization [req-ba5a14e9-21c3-4474-8304-f245459edd24 req-c250a693-7351-4478-aa22-68f8b4aea278 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 1222388f-34c3-40e7-8700-62a947e060d4 with Priority: HIGHEST for action port [ 903.502500] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 903.502602] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_rules [ 903.502735] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1222388f-34c3-40e7-8700-62a947e060d4 with Priority: HIGHEST for action port [ 903.502838] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 903.503449] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 903.503827] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.503958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.504208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.504327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.504327] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.505253] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.505371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.505441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.505678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.505757] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.506580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1222388f-34c3-40e7-8700-62a947e060d4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.507991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.508080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.508254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.508335] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1222388f-34c3-40e7-8700-62a947e060d4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.511017] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.511165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.511323] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.511400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.670970] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.671160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.671212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.671429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.671526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.672338] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be updated. [ 903.713046] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.713046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.713046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.713046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.713046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.723671] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 903.759370] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 172e20a3-60e5-490b-8126-9049ce1ed184 with status ACTIVE [ 903.759788] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.759788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.759788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.760059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.760135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.760279] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.760364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.760424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.760577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.760673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.760825] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.760915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.760974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.762465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.762465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.762465] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 172e20a3-60e5-490b-8126-9049ce1ed184 is going to be updated. [ 903.784533] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.784665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.784737] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.784988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.785111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.785277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-172e20a3-60e5-490b-8126-9049ce1ed184" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.957223] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.960134] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.975732] env[66006]: INFO networking_nsxv3.common.synchronization [req-a53e8980-9e4f-4c33-8946-6417aba085d6 req-9e141d26-8f93-4b06-8826-5e7966a64f63 tempest-ListServerFiltersTestJSON-1264544003 tempest-ListServerFiltersTestJSON-1264544003-project-member] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 903.975732] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 903.975849] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.975966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.014367] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1222388f-34c3-40e7-8700-62a947e060d4 with status ACTIVE [ 904.014367] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.014367] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.014367] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.014367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.014367] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1222388f-34c3-40e7-8700-62a947e060d4 is going to be updated. [ 904.016101] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.017304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.017304] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.017304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.040182] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.040323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.040393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.040606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.040741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.040901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.380843] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.381082] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.381230] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.381531] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.383110] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.383110] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.383110] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.383368] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.384198] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.384198] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.384198] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.384198] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.384198] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.384198] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.384494] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.385144] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.410327] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.410327] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.410327] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.410569] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-960" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.411045] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.411238] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.411356] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.415026] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.415026] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14bdf5f7-3cb8-410c-8a34-b482b72ab14b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.461038] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.462344] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.871165] env[66006]: INFO networking_nsxv3.common.synchronization [None req-89f4f961-5abe-415f-a473-f04ce3b5ac92 None None] Enqueued Resource ID: 0a8170d1-15b4-4a8c-9b13-39e164accde3 with Priority: HIGHEST for action port [ 904.871226] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8170d1-15b4-4a8c-9b13-39e164accde3 with Priority: HIGHEST for action port [ 904.872040] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a8170d1-15b4-4a8c-9b13-39e164accde3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.872040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a8170d1-15b4-4a8c-9b13-39e164accde3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.872040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a8170d1-15b4-4a8c-9b13-39e164accde3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.872040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a8170d1-15b4-4a8c-9b13-39e164accde3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.872040] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a8170d1-15b4-4a8c-9b13-39e164accde3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.914562] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.914824] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.914824] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.915208] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.915308] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.915460] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 14bdf5f7-3cb8-410c-8a34-b482b72ab14b not found, creating... [ 904.915725] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.915910] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.916030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.916257] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.916536] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.916731] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.916839] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.916962] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.917229] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.917429] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.917524] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 14bdf5f7-3cb8-410c-8a34-b482b72ab14b is going to be created. [ 904.939402] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.939613] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.939734] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.940036] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.940259] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.940474] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.965097] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.965271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.965314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.965520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.965606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.965701] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 904.966979] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.967095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.967193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.967310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.967388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.967487] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a is going to be created. [ 904.998197] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.998197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.998197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.998197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.998197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.002025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.002025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.002025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.002025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.002025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.010209] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 905.011376] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: UNINITIALIZED for 2s [ 905.374772] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a8170d1-15b4-4a8c-9b13-39e164accde3 [ 905.374772] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.374772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.374772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.376489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.376489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.376489] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a8170d1-15b4-4a8c-9b13-39e164accde3 already deleted. [ 905.376489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a8170d1-15b4-4a8c-9b13-39e164accde3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.735950] env[66006]: INFO networking_nsxv3.common.synchronization [req-a53e8980-9e4f-4c33-8946-6417aba085d6 req-5775f53c-7541-4ae7-8336-fa0b621438c1 service nova] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_rules [ 905.736237] env[66006]: INFO networking_nsxv3.common.synchronization [req-a53e8980-9e4f-4c33-8946-6417aba085d6 req-5775f53c-7541-4ae7-8336-fa0b621438c1 service nova] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 905.736550] env[66006]: INFO networking_nsxv3.common.synchronization [req-a53e8980-9e4f-4c33-8946-6417aba085d6 req-5775f53c-7541-4ae7-8336-fa0b621438c1 service nova] Enqueued Resource ID: 14bdf5f7-3cb8-410c-8a34-b482b72ab14b with Priority: HIGHEST for action port [ 905.737550] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 905.737840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.738532] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_rules [ 905.738730] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 905.738879] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bdf5f7-3cb8-410c-8a34-b482b72ab14b with Priority: HIGHEST for action port [ 905.739118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.739431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.739701] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.739881] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.739987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.741649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.741649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.741649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.741649] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.741649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.741649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.741649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.741649] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.741649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.742402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.742402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.742402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.742402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.742402] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.743790] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.743790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.743790] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.743790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.743790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.745277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.745277] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.745277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.745277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.745277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.745277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.745277] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.745481] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.745481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.745481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.745912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.745912] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14bdf5f7-3cb8-410c-8a34-b482b72ab14b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.248882] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d: rpc.has_security_group_logging(os_id): False [ 906.249855] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.250709] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14bdf5f7-3cb8-410c-8a34-b482b72ab14b with status ACTIVE [ 906.250908] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.251043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.251112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.251308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.251394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.251624] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.253433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.253433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.253433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.253433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.253433] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.253433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.253433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.253433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.253433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.253433] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14bdf5f7-3cb8-410c-8a34-b482b72ab14b is going to be updated. [ 906.271696] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.271867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.271937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.272116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.272225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.272440] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.272523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.272560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.272719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.272874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.272959] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.273065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.273127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.273293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.273333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.273510] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.273591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.273655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.273812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.273855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.273930] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be created. [ 906.287616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.287792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.287882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.288016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.288153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.288314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14bdf5f7-3cb8-410c-8a34-b482b72ab14b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.347087] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.347087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.347087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.347087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.347350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.361853] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 906.687064] env[66006]: INFO networking_nsxv3.common.synchronization [req-89c3cccd-5e85-4718-9414-31002c01e2c1 req-50f75d46-4ba6-4d5e-8365-90f4840c3163 tempest-ServerMetadataTestJSON-484730941 tempest-ServerMetadataTestJSON-484730941-project-member] Enqueued Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGHEST for action security_group_members [ 906.687583] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGHEST for action security_group_members [ 906.687879] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e454ac-a9c0-46c8-b04f-ae6042feb263 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.688011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.688901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.689195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.689358] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.689462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.689524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.689669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.689769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.689861] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5e454ac-a9c0-46c8-b04f-ae6042feb263',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.754635] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.934384] env[66006]: INFO networking_nsxv3.common.synchronization [req-96557ea4-1dae-4d6c-a941-2fdc383faef8 req-3174656d-181a-441f-b243-2a22abcd72f8 tempest-ImagesOneServerNegativeTestJSON-1582341434 tempest-ImagesOneServerNegativeTestJSON-1582341434-project-member] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 906.934926] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGHEST for action security_group_members [ 906.935887] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.935887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.935887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.935887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.935887] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.935887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.935887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.936184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.936184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.936238] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.022758] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: SUCCESS [ 907.023145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.023958] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 907.024165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.024660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.025611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.025611] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.025611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.025611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.025611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.025941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.025941] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.026611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.026777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.027028] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.027144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.027198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.027340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.027426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.027506] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.162144] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.162144] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-279" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.162144] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-279" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.162471] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-279" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.162747] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.162899] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.163016] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.164044] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.164206] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.167613] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.167613] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.167613] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.167613] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.167613] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.167613] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.167613] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.185357] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.185518] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.185674] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.185817] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-279" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.186147] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-542cbe16-a233-4837-9b23-72b09a66d0d4 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.186320] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-542cbe16-a233-4837-9b23-72b09a66d0d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.186435] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-542cbe16-a233-4837-9b23-72b09a66d0d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.186748] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-542cbe16-a233-4837-9b23-72b09a66d0d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.186885] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542cbe16-a233-4837-9b23-72b09a66d0d4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.195082] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.195227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.195270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.195457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.195539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.195736] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.195844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.195908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.196067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.196142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.196221] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 already deleted. [ 907.196315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.257616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.257797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.257847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.258035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.258129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.258226] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be updated. [ 907.291580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.291773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.291773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.292012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.292170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.304666] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 907.439868] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440628] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440896] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.441042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.442972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.442972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.442972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.442972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be updated. [ 907.485350] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.485492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.485582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.485947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.486232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.497780] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: IN_PROGRESS for 2s [ 907.529328] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.530656] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.690194] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.690415] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.690566] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.690779] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.690921] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.691110] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 542cbe16-a233-4837-9b23-72b09a66d0d4 not found, creating... [ 907.691394] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.691557] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.691673] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.691968] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.692047] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.692336] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.692487] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.692601] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.692898] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.693425] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.693588] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 542cbe16-a233-4837-9b23-72b09a66d0d4 is going to be created. [ 907.717928] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.718155] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.718279] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.718573] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.718881] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.719247] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-542cbe16-a233-4837-9b23-72b09a66d0d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.032505] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.033649] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.398797] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 908.400509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.400509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.400509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.400509] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.481438] env[66006]: INFO networking_nsxv3.common.synchronization [req-89c3cccd-5e85-4718-9414-31002c01e2c1 req-dc78967f-eee4-41c3-9e38-bb34fca6b8e7 service nova] Enqueued Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGHEST for action security_group_rules [ 908.481649] env[66006]: INFO networking_nsxv3.common.synchronization [req-89c3cccd-5e85-4718-9414-31002c01e2c1 req-dc78967f-eee4-41c3-9e38-bb34fca6b8e7 service nova] Enqueued Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGHEST for action security_group_members [ 908.482057] env[66006]: INFO networking_nsxv3.common.synchronization [req-89c3cccd-5e85-4718-9414-31002c01e2c1 req-dc78967f-eee4-41c3-9e38-bb34fca6b8e7 service nova] Enqueued Resource ID: 542cbe16-a233-4837-9b23-72b09a66d0d4 with Priority: HIGHEST for action port [ 908.482849] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGHEST for action security_group_rules [ 908.483082] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGHEST for action security_group_members [ 908.484150] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542cbe16-a233-4837-9b23-72b09a66d0d4 with Priority: HIGHEST for action port [ 908.484488] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.484612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.484680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.484939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.485059] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5e454ac-a9c0-46c8-b04f-ae6042feb263',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.485939] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e454ac-a9c0-46c8-b04f-ae6042feb263 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.486103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.486213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.486427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.486581] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.486680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.486745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.486880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.486969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.488058] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5e454ac-a9c0-46c8-b04f-ae6042feb263',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.488916] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-542cbe16-a233-4837-9b23-72b09a66d0d4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.489065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-542cbe16-a233-4837-9b23-72b09a66d0d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.489134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-542cbe16-a233-4837-9b23-72b09a66d0d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.489301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-542cbe16-a233-4837-9b23-72b09a66d0d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.489376] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542cbe16-a233-4837-9b23-72b09a66d0d4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.535607] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.535607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.535607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.535607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.535902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.535902] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a is going to be updated. [ 908.537213] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.537353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.537419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.537572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.537658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.537770] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 908.572257] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.572395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.572492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.572693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.572915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.575208] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.575367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.575429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.575911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.575911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.592150] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: IN_PROGRESS for 2s [ 908.595881] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 908.908679] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.908809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.991699] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5e454ac-a9c0-46c8-b04f-ae6042feb263',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.994532] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e454ac-a9c0-46c8-b04f-ae6042feb263 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.994729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.995158] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 542cbe16-a233-4837-9b23-72b09a66d0d4 with status ACTIVE [ 908.995347] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.995456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.995521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.995752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.995809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.995975] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.996129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.996188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.996350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.996424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.996605] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.996691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.996755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.996895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.997043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.997089] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 542cbe16-a233-4837-9b23-72b09a66d0d4 is going to be updated. [ 909.020472] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.020684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.020962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.020962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.021084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.021084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-542cbe16-a233-4837-9b23-72b09a66d0d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.240443] env[66006]: INFO networking_nsxv3.common.synchronization [req-587fe571-a0e0-4fd1-b309-a7feb3842cb3 req-19beeeea-8d5b-4f28-9ee9-ba5caf76ecdc tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 909.240982] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 909.241311] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.241433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.241501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.241700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.241858] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.241956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.242036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.242178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.242243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.242333] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.314171] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 909.314391] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.314572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.314801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.315011] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.315133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.315189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.315344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.315423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.315519] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.495676] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5e454ac-a9c0-46c8-b04f-ae6042feb263',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.507419] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 in Status: SUCCESS [ 909.507596] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 deletion is rescheduled due to dependency. [ 909.507706] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.572037] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.572037] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.572037] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.572037] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.572291] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.572354] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.572458] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.572700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.573030] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.573088] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.573154] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.573256] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.573421] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.573528] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.573626] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.573760] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.595200] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.595292] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.596024] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.596024] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.596024] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.596235] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.596235] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.596477] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.596612] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1305a258-5abe-4cb6-85ee-78a00b0b6fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.744678] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.817931] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.998069] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.998234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.998311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.998531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.999554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.999554] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 is going to be created. [ 910.027430] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.027557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.027681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.028031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.028211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.046567] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 in Status: UNINITIALIZED for 2s [ 910.100311] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.100311] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.100311] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.100311] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.100311] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.100311] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 1305a258-5abe-4cb6-85ee-78a00b0b6fa6 not found, creating... [ 910.100643] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.100643] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.100751] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.101821] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.101821] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.101821] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.101821] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.101821] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.102054] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.102192] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.102907] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 1305a258-5abe-4cb6-85ee-78a00b0b6fa6 is going to be created. [ 910.125456] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.125670] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.125830] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.126175] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.126401] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.126623] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.247337] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.320319] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.607923] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: SUCCESS [ 910.608234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.608689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.608785] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.609386] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.609570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.609639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.609878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.609918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.610111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.610239] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.611977] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 910.612204] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.612411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.612633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.612904] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.613029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.613134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.613468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.613574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.613703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.613802] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.749920] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.750093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.750165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.750400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.750494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.750607] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 910.784632] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.784835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.784886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.785287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.785506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.804043] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 910.822985] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.823220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.823328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.823588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.823702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.824052] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be updated. [ 910.868991] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.869218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.869404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.869761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.869858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.884402] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 910.934647] env[66006]: INFO networking_nsxv3.common.synchronization [req-587fe571-a0e0-4fd1-b309-a7feb3842cb3 req-cfaf800d-2f64-4027-a647-6bbfe9b96884 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 910.934734] env[66006]: INFO networking_nsxv3.common.synchronization [req-587fe571-a0e0-4fd1-b309-a7feb3842cb3 req-cfaf800d-2f64-4027-a647-6bbfe9b96884 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 910.935485] env[66006]: INFO networking_nsxv3.common.synchronization [req-587fe571-a0e0-4fd1-b309-a7feb3842cb3 req-cfaf800d-2f64-4027-a647-6bbfe9b96884 service nova] Enqueued Resource ID: 1305a258-5abe-4cb6-85ee-78a00b0b6fa6 with Priority: HIGHEST for action port [ 910.935485] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 910.936199] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 910.936199] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1305a258-5abe-4cb6-85ee-78a00b0b6fa6 with Priority: HIGHEST for action port [ 910.936199] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.936199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.936656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.936656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.936656] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.941010] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.941159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.941342] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.941439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.941501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.941713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.941797] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1305a258-5abe-4cb6-85ee-78a00b0b6fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.117497] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.117497] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.117497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.117497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.118057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.118057] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.118057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.118317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.118317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.118375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.118454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.118634] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.118745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.118788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.118924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.120034] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.120034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.120034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.120252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.120321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.120403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.120521] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.446723] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1305a258-5abe-4cb6-85ee-78a00b0b6fa6 with status ACTIVE [ 911.446723] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.447106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.447106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.449074] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.449074] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.449074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.449074] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1305a258-5abe-4cb6-85ee-78a00b0b6fa6 is going to be updated. [ 911.450418] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.451528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.477390] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.477469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.477500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.477827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.477970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.478851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1305a258-5abe-4cb6-85ee-78a00b0b6fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.623486] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90ecc453-6904-4330-9dc9-5cc09bd5abaa: rpc.has_security_group_logging(os_id): False [ 911.624674] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff640b07-21fb-4ff8-bd76-0a8675a5c88a: rpc.has_security_group_logging(os_id): False [ 911.657079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.657079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.657079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.657079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.657673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.661176] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.661176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.661176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.661176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.661176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.661176] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.661176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.661176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.661465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.661465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.661530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.661609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.661666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.661813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.661879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.661991] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 911.664127] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.664234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.664298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.664481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.664556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.664750] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.664849] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.664909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.665400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.665555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.665680] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a is going to be created. [ 911.736860] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.737797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.737797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.737797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.738027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.752338] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.753574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.753574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.753574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.753574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.755018] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: IN_PROGRESS for 2s [ 911.780900] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 912.063865] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 in Status: SUCCESS [ 912.064084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.064340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.064423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.064611] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.064705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.064813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.064928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.065082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.065172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.065235] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5e454ac-a9c0-46c8-b04f-ae6042feb263',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.572026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e454ac-a9c0-46c8-b04f-ae6042feb263 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.572026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.572026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e454ac-a9c0-46c8-b04f-ae6042feb263 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.572026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.572026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.573656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.573656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.573656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.573656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.574127] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5e454ac-a9c0-46c8-b04f-ae6042feb263',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.819400] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 912.819400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.819400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.819400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.819400] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.819400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.819400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.819400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.819400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.819400] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.892355] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa with Priority: HIGHEST for action security_group_members [ 912.892355] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 912.892843] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 912.894081] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa with Priority: HIGHEST for action security_group_members [ 912.894270] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 912.894362] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 912.895099] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b88371-40d2-4fe1-8236-5e42bc2479fa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.895254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.895316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.895607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.895808] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.895912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.895969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.896389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.896533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.896971] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.898017] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.898312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.898312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.898605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.898605] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.898727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.898727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.898898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.898971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.899077] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.899969] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.900443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.900520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.900763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.901741] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.901863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.901949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.902088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.902380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.902380] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.905120] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 912.905476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.905621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.905765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.905944] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.906124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.906124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.906265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.906368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.906458] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.960801] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa with Priority: HIGHEST for action security_group_rules [ 912.961123] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa with Priority: HIGHEST for action security_group_members [ 912.961370] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 912.961998] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 912.962404] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_rules [ 912.962470] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 912.962666] env[66006]: INFO networking_nsxv3.common.synchronization [req-9cbd77ce-157e-49c3-9db4-2a00b5497e52 req-83dac699-da60-4236-8e12-7f310f709cdc tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 1222388f-34c3-40e7-8700-62a947e060d4 with Priority: HIGHEST for action port [ 912.963416] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa with Priority: HIGHEST for action security_group_rules [ 912.963630] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_rules [ 912.963855] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 912.964407] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1222388f-34c3-40e7-8700-62a947e060d4 with Priority: HIGHEST for action port [ 912.964407] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_rules [ 912.964613] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa with Priority: HIGHEST for action security_group_members [ 912.964772] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 912.965273] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b88371-40d2-4fe1-8236-5e42bc2479fa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.965449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.965549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.965893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.966062] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.967587] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.967587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.967771] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.967900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.969542] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1222388f-34c3-40e7-8700-62a947e060d4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.969542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.969542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.969542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.969542] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1222388f-34c3-40e7-8700-62a947e060d4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.970262] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.970380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.970831] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b88371-40d2-4fe1-8236-5e42bc2479fa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.971875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.971875] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.971875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.077023] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5e454ac-a9c0-46c8-b04f-ae6042feb263: rpc.has_security_group_logging(os_id): False [ 913.101581] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.101581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.101581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.101993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.101993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.101993] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.102147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.102147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.102250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.102324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.102506] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.102593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.102646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.102813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.102886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.103187] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.103615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.103615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.103615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.103615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.103868] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 is going to be created. [ 913.186396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.186591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.186647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.187026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.187154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.209232] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 in Status: IN_PROGRESS for 2s [ 913.323569] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.404150] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.407662] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.409618] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.411669] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.472963] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1222388f-34c3-40e7-8700-62a947e060d4 with status ACTIVE [ 913.473280] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.475949] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.475949] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.475949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.476800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.476800] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1222388f-34c3-40e7-8700-62a947e060d4 is going to be updated. [ 913.479425] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b88371-40d2-4fe1-8236-5e42bc2479fa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.479524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.510236] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.510236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.510236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.510236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.510236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.510236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1222388f-34c3-40e7-8700-62a947e060d4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.769602] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: SUCCESS [ 913.769874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.770883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.771078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.771280] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.812164] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 913.812382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.812648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.812974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.813091] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.829042] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.908349] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.909772] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.912340] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.915037] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.130845] env[66006]: INFO networking_nsxv3.common.synchronization [req-bd3c1650-de32-4c76-b937-e9545fec2fe5 req-b5010002-c97b-4e13-96d6-cd3b4eed5b04 tempest-ImagesNegativeTestJSON-1880263410 tempest-ImagesNegativeTestJSON-1880263410-project-member] Enqueued Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGHEST for action security_group_members [ 914.131285] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGHEST for action security_group_members [ 914.133650] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-631e081e-4c87-4fa1-926d-a79c78e96c25 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.133650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.133650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.133650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.133650] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.133650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.133650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.133650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.133650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.133650] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('631e081e-4c87-4fa1-926d-a79c78e96c25',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.274553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.274553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.316617] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.316758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.332693] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.332936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.333029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.333260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.333368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.333482] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 914.368342] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.368645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.368645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.368890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.369152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.381776] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 914.411314] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.411600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.411730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.412144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.412198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.412384] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 914.416170] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.416371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.416491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.416902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.416902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.416997] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a is going to be updated. [ 914.418807] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.418992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.419145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.419453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.419587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.419740] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa is going to be created. [ 914.422978] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.423170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.423385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.423665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.423810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.423931] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be updated. [ 914.461614] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.462473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.462597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.462946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.463286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.468401] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.468599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.468599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.468930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.468998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.471763] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.471966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.472099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.472340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.472525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.480024] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa in Status: UNINITIALIZED for 2s [ 914.484367] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 914.485179] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: IN_PROGRESS for 2s [ 914.489770] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.489947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.489986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.490239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.490386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.501500] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 914.534748] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.534957] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-908" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.535096] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-908" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.535458] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-908" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.535778] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.535902] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.537344] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.537344] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.538213] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.538445] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.538562] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.538683] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.538811] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.538925] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.539038] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.539175] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.566437] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.566706] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.566872] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.567135] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-908" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.567480] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.567691] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.567843] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.568486] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.568689] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a79d844-94e8-4ee8-8cb6-b78f5b36571d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.636393] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.636623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.636736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.636997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.637169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.637416] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.637559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.637953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.639474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.639612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.639664] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 already deleted. [ 914.639744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.072822] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.073231] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.074242] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.074594] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.074755] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.074919] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 0a79d844-94e8-4ee8-8cb6-b78f5b36571d not found, creating... [ 915.075269] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.075448] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.075560] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.075790] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.075923] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.078317] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.078517] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.078640] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.078872] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.079013] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.079459] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 0a79d844-94e8-4ee8-8cb6-b78f5b36571d is going to be created. [ 915.116276] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.116757] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.117041] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.117465] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.117846] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.119025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.228188] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 in Status: SUCCESS [ 915.228494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.861288] env[66006]: INFO networking_nsxv3.common.synchronization [req-bd3c1650-de32-4c76-b937-e9545fec2fe5 req-27d4f3ab-315c-4bd4-85e6-7867b9153554 service nova] Enqueued Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGHEST for action security_group_rules [ 915.861288] env[66006]: INFO networking_nsxv3.common.synchronization [req-bd3c1650-de32-4c76-b937-e9545fec2fe5 req-27d4f3ab-315c-4bd4-85e6-7867b9153554 service nova] Enqueued Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGHEST for action security_group_members [ 915.861288] env[66006]: INFO networking_nsxv3.common.synchronization [req-bd3c1650-de32-4c76-b937-e9545fec2fe5 req-27d4f3ab-315c-4bd4-85e6-7867b9153554 service nova] Enqueued Resource ID: 0a79d844-94e8-4ee8-8cb6-b78f5b36571d with Priority: HIGHEST for action port [ 915.861288] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGHEST for action security_group_rules [ 915.861288] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGHEST for action security_group_members [ 915.861288] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a79d844-94e8-4ee8-8cb6-b78f5b36571d with Priority: HIGHEST for action port [ 915.861773] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-631e081e-4c87-4fa1-926d-a79c78e96c25 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.861773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.861773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.862641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.862768] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('631e081e-4c87-4fa1-926d-a79c78e96c25',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.865984] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-631e081e-4c87-4fa1-926d-a79c78e96c25 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.865984] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.866277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.866543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.866812] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.868274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.868274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.868274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.868274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.868274] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('631e081e-4c87-4fa1-926d-a79c78e96c25',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.868667] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.868783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.868866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.870126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.870582] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a79d844-94e8-4ee8-8cb6-b78f5b36571d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.372074] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-631e081e-4c87-4fa1-926d-a79c78e96c25 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.372432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.374637] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('631e081e-4c87-4fa1-926d-a79c78e96c25',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.376034] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a79d844-94e8-4ee8-8cb6-b78f5b36571d with status ACTIVE [ 916.376405] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.376603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.376603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.376817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.376904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.377102] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.377388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.377388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.377388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.377508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.377641] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.377730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.377790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.377924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.378651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.378828] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a79d844-94e8-4ee8-8cb6-b78f5b36571d is going to be updated. [ 916.396581] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 916.397236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.397428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.397669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.397892] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.398136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.398136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.398281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.398363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.398451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.398575] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.414529] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.414706] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.414765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.414993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.415194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.415364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a79d844-94e8-4ee8-8cb6-b78f5b36571d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.494408] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa in Status: SUCCESS [ 916.494640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.494805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.495071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.495263] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.495412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.495479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.495649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.495776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.495916] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.499308] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 916.499619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.500426] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: SUCCESS [ 916.500723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.500905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.501156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.501342] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.501472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.501539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.501696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.501777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.501873] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.504961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.506309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.506309] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.506556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.506556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.506556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.506674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.506741] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.520395] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 916.521277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.521277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.521397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.522841] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.522841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.522841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.522841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.522841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.522841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.522841] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.638130] env[66006]: INFO networking_nsxv3.common.synchronization [req-62c0eed5-bd32-450c-9a94-8fae4aaad48b req-fb46e8c0-a9fc-40fa-8a94-48ae1363af73 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa with Priority: HIGHEST for action security_group_members [ 916.638404] env[66006]: INFO networking_nsxv3.common.synchronization [req-62c0eed5-bd32-450c-9a94-8fae4aaad48b req-fb46e8c0-a9fc-40fa-8a94-48ae1363af73 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 916.638585] env[66006]: INFO networking_nsxv3.common.synchronization [req-62c0eed5-bd32-450c-9a94-8fae4aaad48b req-fb46e8c0-a9fc-40fa-8a94-48ae1363af73 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 916.639265] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa with Priority: HIGHEST for action security_group_members [ 916.639464] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 916.639617] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGHEST for action security_group_members [ 916.639972] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b88371-40d2-4fe1-8236-5e42bc2479fa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.640115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.640359] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.640463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.640686] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.640786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.882576] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('631e081e-4c87-4fa1-926d-a79c78e96c25',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.907668] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.907668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.907668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.907934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.908094] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.908215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.908255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.908427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.908510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.908594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.908782] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.908837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.908907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.909060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.909194] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.909279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.909360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.911184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.911287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.911376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.911465] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.998886] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.009939] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.011111] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.027013] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.027013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.027013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.027013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.027013] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.027557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.027739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.028261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.028724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.030017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.030017] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.030017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.030017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.030017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.030017] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.030017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.030017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.030017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.030017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.030017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.030552] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.383379] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.383772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.383772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.383933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.383933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.384053] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 is going to be created. [ 917.410295] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.410466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.410538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.410776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.410938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.416978] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c3429d-b240-4858-b357-03f67aef0021: rpc.has_security_group_logging(os_id): False [ 917.433264] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 in Status: UNINITIALIZED for 2s [ 917.459072] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.459337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.459431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.459657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.489378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.489689] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.489821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.489890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.490118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.490203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.490447] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.490613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.490688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.490901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.490935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.491116] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.491215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.491277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.491430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.491482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.491569] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 917.502938] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.516290] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.517148] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.532845] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d: rpc.has_security_group_logging(os_id): False [ 917.559032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.559032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.559032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.559032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.559032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.559032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.559032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.559032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.559032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.559032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.559032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.559900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.559900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.559900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.559900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.559900] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.559900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.559900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.559900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.559900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.560454] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be updated. [ 917.583686] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.584101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.584101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.584318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.584318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.607404] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 917.656706] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.657969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.658214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.659258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.659258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.675275] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 917.795739] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9289c600-8e9b-44b9-aa60-7abfcf13a428 None None] Enqueued Resource ID: 186a65bf-ad61-4dce-95a6-bf50430f7964 with Priority: HIGHEST for action port [ 917.796264] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 186a65bf-ad61-4dce-95a6-bf50430f7964 with Priority: HIGHEST for action port [ 917.796483] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-186a65bf-ad61-4dce-95a6-bf50430f7964 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.796938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-186a65bf-ad61-4dce-95a6-bf50430f7964" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.797032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-186a65bf-ad61-4dce-95a6-bf50430f7964" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.797312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-186a65bf-ad61-4dce-95a6-bf50430f7964" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.797399] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186a65bf-ad61-4dce-95a6-bf50430f7964',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.006176] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.006176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.006176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.006176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.006437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.006437] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa is going to be updated. [ 918.020943] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.020943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.020943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.020943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.021243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.021243] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 918.022615] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.023473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.023473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.024812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.024812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.024812] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a is going to be updated. [ 918.088050] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.088921] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.088921] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.088921] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.089099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.091459] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.091563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.091615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.091871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.092080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.097650] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.100021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.100021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.100021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.100021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.114259] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa in Status: IN_PROGRESS for 2s [ 918.117107] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 918.118046] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: IN_PROGRESS for 2s [ 918.300568] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 186a65bf-ad61-4dce-95a6-bf50430f7964 [ 918.300851] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.300990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.301076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.301301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.301392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.301485] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:186a65bf-ad61-4dce-95a6-bf50430f7964 already deleted. [ 918.301581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-186a65bf-ad61-4dce-95a6-bf50430f7964" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.602575] env[66006]: INFO networking_nsxv3.common.synchronization [None req-a8073d90-99c0-425d-92d0-ac95d91515f2 tempest-ServersV294TestFqdnHostnames-1789399207 tempest-ServersV294TestFqdnHostnames-1789399207-project-member] Enqueued Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_rules [ 918.606630] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_rules [ 918.607459] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.607459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.607459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.607815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.607939] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.710805] env[66006]: INFO networking_nsxv3.common.synchronization [None req-56d58ed3-6a90-46f2-9a82-44412abe7464 tempest-ServersV294TestFqdnHostnames-1789399207 tempest-ServersV294TestFqdnHostnames-1789399207-project-member] Enqueued Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_rules [ 918.711530] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_rules [ 918.712258] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.712393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.138944] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.139201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.139201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.139419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.139516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.139609] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 already deleted. [ 919.139708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.139867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.140041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.140129] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.445051] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 in Status: SUCCESS [ 919.446178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.446178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.446178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.446178] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.446178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.446178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.446468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.446468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.446468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.446468] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('631e081e-4c87-4fa1-926d-a79c78e96c25',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.623031] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 919.623326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.659996] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.660151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.660224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.660463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.660589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.660712] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 already deleted. [ 919.661046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.693028] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 919.693028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.693028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.693028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.693028] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.950043] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-631e081e-4c87-4fa1-926d-a79c78e96c25 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.950236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.950304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.951154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.951154] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.951154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.951154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.951154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.951154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.951154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.951557] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-631e081e-4c87-4fa1-926d-a79c78e96c25 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.951557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.951557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.951557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.951779] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.951779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.951779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.951925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.951972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.952115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.952171] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('631e081e-4c87-4fa1-926d-a79c78e96c25',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.130405] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: SUCCESS [ 920.131118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.131360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.131634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.131915] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.132383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.132503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.132770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.132918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.133066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.133266] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.135250] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 920.135485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.137674] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa in Status: SUCCESS [ 920.139274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.139465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.140776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.140776] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.140776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.140776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.140776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.140776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.140776] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.142794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.142794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.143401] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.143506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.143561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.143748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.143895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.144063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.144371] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.145304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.146255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.146499] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.146658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.146761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.146946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.147093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.147233] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.147370] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.150076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.150319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.150557] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.150922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.150922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.151066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.151167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.151294] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.152172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.152294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.152524] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.152659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.153197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.153197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.153197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.153197] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.196139] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.196417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.196492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.196810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.197157] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.198201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.198309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.198510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.198605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.199879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.199879] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.391035] env[66006]: INFO networking_nsxv3.common.synchronization [None req-b7742edd-699d-4d26-960c-61406138a03e None None] Enqueued Resource ID: 1c887b0e-624f-4b39-96ca-a0fa99688111 with Priority: HIGHEST for action port [ 920.392133] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c887b0e-624f-4b39-96ca-a0fa99688111 with Priority: HIGHEST for action port [ 920.392133] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c887b0e-624f-4b39-96ca-a0fa99688111 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.392133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c887b0e-624f-4b39-96ca-a0fa99688111" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.392133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c887b0e-624f-4b39-96ca-a0fa99688111" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.392133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c887b0e-624f-4b39-96ca-a0fa99688111" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.392666] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c887b0e-624f-4b39-96ca-a0fa99688111',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.455026] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 631e081e-4c87-4fa1-926d-a79c78e96c25: rpc.has_security_group_logging(os_id): False [ 920.476186] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.476186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.476186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.476186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.476186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.476186] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.476186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.476186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.476186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.476512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.476512] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.476512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.476619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.476654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.476747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.476913] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.476998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.477068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.477199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.477294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.477406] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 is going to be created. [ 920.540300] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.540497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.540497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.540729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.541537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.553925] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 in Status: IN_PROGRESS for 2s [ 920.649639] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.650069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.650069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.650142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.650170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.651036] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.651036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.651036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.651036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.651036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.651036] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a is going to be updated. [ 920.652097] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.653063] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.653205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.655570] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.656360] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72b88371-40d2-4fe1-8236-5e42bc2479fa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.657684] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.657817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.657880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.658202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.658202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.658409] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.658529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.658529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.658660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.659200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.659200] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa is going to be deleted. [ 920.700132] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.700212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.700305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.700500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.700643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.702107] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.702221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.702300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.702573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.702662] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.702738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.702934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.703097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.703196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.703292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.704068] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.704068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.704068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.704068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.704068] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.704068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.704348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.704504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.704581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.704664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.704753] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.727714] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.727940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.728241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.730281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.730281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.730281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.731068] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: IN_PROGRESS for 2s [ 920.896041] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c887b0e-624f-4b39-96ca-a0fa99688111 [ 920.896041] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.896041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.896041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.896041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.896041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.896041] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c887b0e-624f-4b39-96ca-a0fa99688111 already deleted. [ 920.896041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c887b0e-624f-4b39-96ca-a0fa99688111" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.156345] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff640b07-21fb-4ff8-bd76-0a8675a5c88a: rpc.has_security_group_logging(os_id): False [ 921.158598] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.164240] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72b88371-40d2-4fe1-8236-5e42bc2479fa: rpc.has_security_group_logging(os_id): False [ 921.180060] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.180216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.180470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.180544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.180636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.180894] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.181490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.181490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.181490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.181490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.181490] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a is going to be updated. [ 921.185523] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.185657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.185724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.186627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.186627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.186627] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.186627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.186627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.186627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.186863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.186863] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa is going to be created. [ 921.206112] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/72b88371-40d2-4fe1-8236-5e42bc2479fa], does not exist path=[/infra/domains/default/groups/72b88371-40d2-4fe1-8236-5e42bc2479fa]."\n}' [ 921.207485] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/72b88371-40d2-4fe1-8236-5e42bc2479fa [ 921.207485] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 921.209862] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d: rpc.has_security_group_logging(os_id): False [ 921.228075] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.228201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.228201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.228408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.228531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.228721] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.228926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.228996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.229176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.229252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.229433] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.229521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.229583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.229729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.229803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.229966] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.230072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.230130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.230266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.230337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.230422] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be updated. [ 921.279717] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.279717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.279878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.280074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.280163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.289024] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.289024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.289024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.289024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.289024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.289024] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.289024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.289024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.289024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.289024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.289609] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.289609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.289609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.289609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.289745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.289944] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b88371-40d2-4fe1-8236-5e42bc2479fa is going to be created. [ 921.309231] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: IN_PROGRESS for 2s [ 921.316335] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/72b88371-40d2-4fe1-8236-5e42bc2479fa], does not exist path=[/infra/domains/default/groups/72b88371-40d2-4fe1-8236-5e42bc2479fa]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/72b88371-40d2-4fe1-8236-5e42bc2479fa [ 921.316442] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b88371-40d2-4fe1-8236-5e42bc2479fa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.316657] env[66006]: Traceback (most recent call last): [ 921.316657] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 921.316657] env[66006]: return func(*args, **kwargs) [ 921.316657] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 921.316657] env[66006]: res.raise_for_status() [ 921.316657] env[66006]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 921.316657] env[66006]: raise HTTPError(http_error_msg, response=self) [ 921.316657] env[66006]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/72b88371-40d2-4fe1-8236-5e42bc2479fa [ 921.316657] env[66006]: During handling of the above exception, another exception occurred: [ 921.316657] env[66006]: Traceback (most recent call last): [ 921.316657] env[66006]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 921.316657] env[66006]: listener.cb(fileno) [ 921.316657] env[66006]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 921.316657] env[66006]: result = function(*args, **kwargs) [ 921.316657] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 921.316657] env[66006]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 921.316657] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 921.316657] env[66006]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 921.316657] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 921.316657] env[66006]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 921.316657] env[66006]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 921.316657] env[66006]: res.raise_for_status() [ 921.316657] env[66006]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 921.316657] env[66006]: raise HTTPError(http_error_msg, response=self) [ 921.316657] env[66006]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/72b88371-40d2-4fe1-8236-5e42bc2479fa [ 921.316657] env[66006]: Removing descriptor: 5 [ 921.342066] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.342356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.342443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.342668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.342842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.401268] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 921.661240] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.661572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.661572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.662498] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.662672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.662811] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 921.692343] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.692534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.692534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.692826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.693157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.703410] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 921.947450] env[66006]: INFO networking_nsxv3.common.synchronization [req-07563599-4b5b-4364-89d1-d6bb8d65995f req-f59d5d93-ecf7-45a6-abad-2299d6a2fc6f tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 921.948156] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 921.950966] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.951188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.951267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.951483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.951643] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.951747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.951849] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.951966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.952102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.952234] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.390245] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.390245] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.390245] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.390245] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.390245] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.390245] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.390245] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.390849] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.391156] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.391502] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.392367] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.392600] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.392883] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.394025] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.394025] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.394025] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.429439] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.429439] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.429639] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.429673] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.430414] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-da645b6f-0608-4752-b7f2-88865bf61254 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.430414] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-da645b6f-0608-4752-b7f2-88865bf61254" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.430414] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-da645b6f-0608-4752-b7f2-88865bf61254" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.430696] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-da645b6f-0608-4752-b7f2-88865bf61254" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.431553] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da645b6f-0608-4752-b7f2-88865bf61254',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.458797] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.568146] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 in Status: SUCCESS [ 922.568646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.743821] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: SUCCESS [ 922.744162] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a deletion is rescheduled due to dependency. [ 922.744703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.935883] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.936050] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.936240] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.936539] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.936687] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.936834] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port da645b6f-0608-4752-b7f2-88865bf61254 not found, creating... [ 922.937186] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.937355] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.937469] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.937693] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.937827] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.938119] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.938929] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.939121] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.939396] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.939537] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.939831] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: da645b6f-0608-4752-b7f2-88865bf61254 is going to be created. [ 922.961871] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.961871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.961871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.961871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.961871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.961871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-da645b6f-0608-4752-b7f2-88865bf61254" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.962561] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.335861] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a in Status: SUCCESS [ 923.336346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.424475] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 923.424776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.464539] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.465224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.465224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.465468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.465468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.465650] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 923.510129] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.510129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.510129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.510129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.510129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.557775] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 923.719020] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.719020] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.719020] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.719020] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.719020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.720494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.720616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.721331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.721331] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.860691] env[66006]: INFO networking_nsxv3.common.synchronization [req-07563599-4b5b-4364-89d1-d6bb8d65995f req-6b4e021a-d0c9-45c0-a39d-07d86cbf118b service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 923.861023] env[66006]: INFO networking_nsxv3.common.synchronization [req-07563599-4b5b-4364-89d1-d6bb8d65995f req-6b4e021a-d0c9-45c0-a39d-07d86cbf118b service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 923.861076] env[66006]: INFO networking_nsxv3.common.synchronization [req-07563599-4b5b-4364-89d1-d6bb8d65995f req-6b4e021a-d0c9-45c0-a39d-07d86cbf118b service nova] Enqueued Resource ID: da645b6f-0608-4752-b7f2-88865bf61254 with Priority: HIGHEST for action port [ 923.861795] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 923.861795] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 923.861795] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da645b6f-0608-4752-b7f2-88865bf61254 with Priority: HIGHEST for action port [ 923.862908] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.863025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.863063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.863471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.863558] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.864585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.864681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.864875] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-da645b6f-0608-4752-b7f2-88865bf61254 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.864976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da645b6f-0608-4752-b7f2-88865bf61254" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.865106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da645b6f-0608-4752-b7f2-88865bf61254" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.865263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da645b6f-0608-4752-b7f2-88865bf61254" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.865339] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da645b6f-0608-4752-b7f2-88865bf61254',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.223552] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90ecc453-6904-4330-9dc9-5cc09bd5abaa: rpc.has_security_group_logging(os_id): False [ 924.248955] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.248955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.248955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.249397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.277861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.278208] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.278332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.278395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.278595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.278672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.278855] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.279009] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.279137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.279309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.279381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.280909] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.281070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.281144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.281309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.281500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.281500] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 924.361839] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.363828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.363828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.363828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.364073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.371483] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.371483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.371483] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da645b6f-0608-4752-b7f2-88865bf61254 with status ACTIVE [ 924.371483] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.371483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.371483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.371483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.371483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.371483] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.371483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.371483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.371483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.371483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.371483] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.372467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.372467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.372467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.372467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.372467] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da645b6f-0608-4752-b7f2-88865bf61254 is going to be updated. [ 924.387723] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 924.395909] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.396192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.396192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.396414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.396533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.397062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da645b6f-0608-4752-b7f2-88865bf61254" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.529258] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 925.529698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.529698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.530272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.530272] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.530272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.530272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.530484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.530484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.530583] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.034503] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.185174] env[66006]: INFO networking_nsxv3.common.synchronization [req-71608f0c-8608-46c3-a0ae-53b6f7298c8c req-9d2085f6-8073-479f-9ce7-ecf7ab8599ae tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 926.185174] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 926.185174] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.185174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.185174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.185174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.185174] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.185174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.186012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.186290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.187031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.187225] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.406571] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 926.406821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.537181] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.572811] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.572811] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.572811] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.573013] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.573695] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.574025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.574251] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.575025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.575025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.575025] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.575283] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.575691] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.575691] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.575691] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.575691] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.576233] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.599959] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.600358] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.600358] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.600537] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.600955] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-2e40fe36-57db-419e-86d8-747456a3ee15 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.601169] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-2e40fe36-57db-419e-86d8-747456a3ee15" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.601296] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-2e40fe36-57db-419e-86d8-747456a3ee15" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.601637] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-2e40fe36-57db-419e-86d8-747456a3ee15" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.601787] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e40fe36-57db-419e-86d8-747456a3ee15',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.690418] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.690983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.690983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.690983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.717147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.717444] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.717576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.717641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.717857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.717954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.718047] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 926.747622] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.747868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.747868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.748058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.748218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.759079] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 926.971757] env[66006]: INFO networking_nsxv3.common.synchronization [req-1594511c-b876-4361-a4c1-8e209a7caf57 req-8b2c70dd-ea22-452b-8a02-7d68c5a0a285 tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 926.972110] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 926.972587] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.972901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.974000] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.974000] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.974717] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.974717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.974717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.974908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.974908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.975027] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.041244] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.041400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.041581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.041693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.041783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.041880] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 927.079057] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.079057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.079057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.079430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.079430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.090299] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 927.105629] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.105802] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.105913] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.106281] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.106442] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.106596] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 2e40fe36-57db-419e-86d8-747456a3ee15 not found, creating... [ 927.106878] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.107056] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.107171] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.107429] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.107565] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.107854] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.109145] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.109500] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.109778] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.109928] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.110100] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 2e40fe36-57db-419e-86d8-747456a3ee15 is going to be created. [ 927.138399] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.138747] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.138747] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.139016] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.139253] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.139647] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-2e40fe36-57db-419e-86d8-747456a3ee15" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.478242] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.895607] env[66006]: INFO networking_nsxv3.common.synchronization [req-71608f0c-8608-46c3-a0ae-53b6f7298c8c req-0cc1caa6-0e23-4523-aaea-acef5c347c33 service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 927.896616] env[66006]: INFO networking_nsxv3.common.synchronization [req-71608f0c-8608-46c3-a0ae-53b6f7298c8c req-0cc1caa6-0e23-4523-aaea-acef5c347c33 service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 927.896616] env[66006]: INFO networking_nsxv3.common.synchronization [req-71608f0c-8608-46c3-a0ae-53b6f7298c8c req-0cc1caa6-0e23-4523-aaea-acef5c347c33 service nova] Enqueued Resource ID: 2e40fe36-57db-419e-86d8-747456a3ee15 with Priority: HIGHEST for action port [ 927.897212] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 927.898103] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 927.898103] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e40fe36-57db-419e-86d8-747456a3ee15 with Priority: HIGHEST for action port [ 927.898289] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.898402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.898492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.898721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.898857] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.900253] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.900387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.900613] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e40fe36-57db-419e-86d8-747456a3ee15 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.900880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e40fe36-57db-419e-86d8-747456a3ee15" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.901058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e40fe36-57db-419e-86d8-747456a3ee15" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.901235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e40fe36-57db-419e-86d8-747456a3ee15" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.901339] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e40fe36-57db-419e-86d8-747456a3ee15',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.984675] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.352371] env[66006]: INFO networking_nsxv3.common.synchronization [req-4e10a071-728b-4d3e-bb62-41e8d163e806 req-6e85f51d-6cb8-4604-912b-928fd457c0a2 tempest-ServerMetadataTestJSON-484730941 tempest-ServerMetadataTestJSON-484730941-project-member] Enqueued Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGHEST for action security_group_members [ 928.352945] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGHEST for action security_group_members [ 928.356478] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e454ac-a9c0-46c8-b04f-ae6042feb263 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.356614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.356681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.356895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.357678] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.357816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.357908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.361491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.361491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.361491] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5e454ac-a9c0-46c8-b04f-ae6042feb263',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.403184] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.403332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.403497] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e40fe36-57db-419e-86d8-747456a3ee15 with status ACTIVE [ 928.403824] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.403824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.403978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.404199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.404285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.404616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.404769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.404833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.404995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.405099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.405270] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.405358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.405457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.405549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.405617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.405701] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e40fe36-57db-419e-86d8-747456a3ee15 is going to be updated. [ 928.431097] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.431097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.431097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.431097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.431097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.431097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e40fe36-57db-419e-86d8-747456a3ee15" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.487622] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.487866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.487997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.488380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.488528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.488696] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 928.530951] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.533876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.533876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.533876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.533876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.550717] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 928.769934] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 928.770311] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a deletion is rescheduled due to dependency. [ 928.770501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.770928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.771182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.771428] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.771619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.771713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.771986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.772136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.772316] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.860436] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.860436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.860436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.860704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.885336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.885336] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.885336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.885336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.885336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.885336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.885336] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 is going to be updated. [ 928.925040] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.925438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.925438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.925616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.925775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.940205] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 in Status: IN_PROGRESS for 2s [ 929.101630] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 929.101910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.102100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.102341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.102559] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.104201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.104201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.104201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.104201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.104201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.104201] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.275497] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.607576] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.607576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.607576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.607576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.607576] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.607576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.607576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.607576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.607576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.607576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.608440] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.608591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.608632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.608787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.608938] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.609052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.609114] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.609281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.609362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.609449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.609815] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.778437] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.114288] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7172aa0b-1edb-4e97-8429-ccbcda42e5c6: rpc.has_security_group_logging(os_id): False [ 930.138805] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.139063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.139190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.139486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.172369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.173541] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.173723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.173792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.174082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.174178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.174995] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.175182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.175252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.175541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.175678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.175980] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.176115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.176196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.176411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.176468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.176523] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 930.281869] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.282064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.282158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.282411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.282542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.282657] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 930.291432] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.291784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.291878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.292132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.292284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.314077] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 930.329839] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.330053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.330053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.330764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.330941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.344653] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 930.564511] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 930.564680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.954316] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 in Status: SUCCESS [ 930.954487] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 deletion is rescheduled due to dependency. [ 930.954664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.309523] env[66006]: INFO networking_nsxv3.common.synchronization [req-3ea4a4a2-698b-4646-aca7-438e97e51685 req-96f1d930-1256-463c-9164-9ce9ca1d6db5 tempest-ImagesNegativeTestJSON-1880263410 tempest-ImagesNegativeTestJSON-1880263410-project-member] Enqueued Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGHEST for action security_group_members [ 931.309866] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGHEST for action security_group_members [ 931.313559] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-631e081e-4c87-4fa1-926d-a79c78e96c25 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.313746] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.313825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.314282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.314282] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.314435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.314435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.314555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.314688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.314743] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('631e081e-4c87-4fa1-926d-a79c78e96c25',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.335891] env[66006]: INFO networking_nsxv3.common.synchronization [req-51cf6dac-9090-4079-a2cc-b34bca94df84 req-608566b4-27d2-4158-9351-ecfab4bf9c17 tempest-MigrationsAdminTest-1316273139 tempest-MigrationsAdminTest-1316273139-project-member] Enqueued Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 931.337153] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 931.337153] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.337412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.337412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.340905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.341228] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.342252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.342252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.342252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.342252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.342252] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.817872] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.818129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.818230] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.818523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.847053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.847384] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.847538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.847580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.847795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.847935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.848062] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 is going to be updated. [ 931.849249] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.883754] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.884013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.884013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.884635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.884635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.897434] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 in Status: IN_PROGRESS for 2s [ 932.347904] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 932.348289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.353785] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.357132] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 932.357339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.358029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.358029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.358029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.358029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.358376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.358376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.358376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.358641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.358641] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.858523] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.858662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.858735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.858952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.859055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.859151] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 is going to be updated. [ 932.862966] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.863143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.863213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.863420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.864123] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.864239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.864307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.864456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.864538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.864622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.864776] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.864871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.864956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.865210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.865354] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.865446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.865505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.865643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.865719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.865800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.865888] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.903735] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.903940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.903996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.904294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.904460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.915479] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: IN_PROGRESS for 2s [ 933.369610] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 206c51d0-9e5d-4572-b376-65a436ace75a: rpc.has_security_group_logging(os_id): False [ 933.389305] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.389490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.389532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.389759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.389870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.390082] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.390559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.390633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.390817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.390897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.391110] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.391237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.391277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.391425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.391534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.391733] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.391842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.391905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.392081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.392171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.392245] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 933.461775] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.461882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.463212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.463479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.463705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.482104] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 933.908224] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 in Status: SUCCESS [ 933.908415] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 deletion is rescheduled due to dependency. [ 933.908527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.927792] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: SUCCESS [ 934.928796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.498849] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 935.499095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.272607] env[66006]: INFO networking_nsxv3.common.synchronization [req-ea56ea5e-7062-4a95-a339-e39d544f9823 req-205113b4-7e50-4d54-9e4a-3921916ead71 tempest-ServersV294TestFqdnHostnames-1789399207 tempest-ServersV294TestFqdnHostnames-1789399207-project-member] Enqueued Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_members [ 936.273311] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_members [ 936.273633] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6590cba-bca2-4ddf-ae29-7f09e37ab701 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.273756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.273815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.274325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.274490] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.274600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.274664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.274859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.274952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.275079] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.725051] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.725051] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-806" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.725051] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-806" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.725051] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-806" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.725388] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.725465] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.725814] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.725814] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.726095] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.726193] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.726272] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.726374] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.726501] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.726651] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.726761] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.726890] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.748685] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.748883] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.749097] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.749212] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-806" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.749533] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-65228438-3681-4be6-aaed-175078e878e6 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.749685] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-65228438-3681-4be6-aaed-175078e878e6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.749806] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-65228438-3681-4be6-aaed-175078e878e6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.750199] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-65228438-3681-4be6-aaed-175078e878e6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.750308] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65228438-3681-4be6-aaed-175078e878e6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.779585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.779777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.779875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.780200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.780320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.780946] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.780946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.780946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.781156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.781156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.781231] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 already deleted. [ 936.781333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.979332] env[66006]: INFO networking_nsxv3.common.synchronization [None req-3f1e99a9-a629-4f32-896f-0eee793cc310 None None] Enqueued Resource ID: b7738433-23d0-494a-b3ec-626be5e3d787 with Priority: HIGHEST for action port [ 936.979981] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7738433-23d0-494a-b3ec-626be5e3d787 with Priority: HIGHEST for action port [ 936.982540] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7738433-23d0-494a-b3ec-626be5e3d787 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.982540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7738433-23d0-494a-b3ec-626be5e3d787" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.982540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7738433-23d0-494a-b3ec-626be5e3d787" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.982540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7738433-23d0-494a-b3ec-626be5e3d787" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.982540] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7738433-23d0-494a-b3ec-626be5e3d787',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.253941] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.254314] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.254412] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.254610] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.254753] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.254903] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 65228438-3681-4be6-aaed-175078e878e6 not found, creating... [ 937.255190] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.256908] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.257078] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.257346] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.257491] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.257791] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.257947] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.258146] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.258397] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.258532] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.258672] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 65228438-3681-4be6-aaed-175078e878e6 is going to be created. [ 937.279509] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.279838] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.279838] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.280120] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.280347] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.280561] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-65228438-3681-4be6-aaed-175078e878e6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.484511] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7738433-23d0-494a-b3ec-626be5e3d787 [ 937.484853] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.485057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.485164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.485457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.485580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.485714] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7738433-23d0-494a-b3ec-626be5e3d787 already deleted. [ 937.485839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7738433-23d0-494a-b3ec-626be5e3d787" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.874604] env[66006]: INFO networking_nsxv3.common.synchronization [req-fb7ed6b9-25a0-4626-b26d-13a6a6f9c70e req-54610479-e8d3-48fe-96b7-f46292084d44 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 937.878384] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 937.879023] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.879144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.879566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.879566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.879566] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.880081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.880081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.880081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.880081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.880081] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.037141] env[66006]: INFO networking_nsxv3.common.synchronization [req-ea56ea5e-7062-4a95-a339-e39d544f9823 req-e69c4d93-050c-4c16-b5e2-2cb4a0fa13c2 service nova] Enqueued Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_rules [ 938.037390] env[66006]: INFO networking_nsxv3.common.synchronization [req-ea56ea5e-7062-4a95-a339-e39d544f9823 req-e69c4d93-050c-4c16-b5e2-2cb4a0fa13c2 service nova] Enqueued Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_members [ 938.037451] env[66006]: INFO networking_nsxv3.common.synchronization [req-ea56ea5e-7062-4a95-a339-e39d544f9823 req-e69c4d93-050c-4c16-b5e2-2cb4a0fa13c2 service nova] Enqueued Resource ID: 65228438-3681-4be6-aaed-175078e878e6 with Priority: HIGHEST for action port [ 938.038609] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_rules [ 938.038609] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_members [ 938.038609] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65228438-3681-4be6-aaed-175078e878e6 with Priority: HIGHEST for action port [ 938.038609] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.038609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.038609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.038906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.038906] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.040292] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6590cba-bca2-4ddf-ae29-7f09e37ab701 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.040292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.040292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.040292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.040719] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.040719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.040719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.040719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.040891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.040891] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.041612] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-65228438-3681-4be6-aaed-175078e878e6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.041775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65228438-3681-4be6-aaed-175078e878e6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.041775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65228438-3681-4be6-aaed-175078e878e6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.041912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65228438-3681-4be6-aaed-175078e878e6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.041980] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65228438-3681-4be6-aaed-175078e878e6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.274078] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.274293] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.274413] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.275304] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.275304] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.275304] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.275653] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.275653] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.275788] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.275884] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.275991] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.276170] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.276204] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.276306] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.276405] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.276530] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.299866] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.300223] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.300385] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.300640] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.301122] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-23d26bc9-6d15-4352-a70c-08db6b1e480c taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.301516] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-23d26bc9-6d15-4352-a70c-08db6b1e480c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.301601] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-23d26bc9-6d15-4352-a70c-08db6b1e480c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.302046] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-23d26bc9-6d15-4352-a70c-08db6b1e480c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.302878] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d26bc9-6d15-4352-a70c-08db6b1e480c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.383139] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.383312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.383449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.383612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.383700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.383895] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.383995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.384069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.384219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.384316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.384410] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be deleted. [ 938.422132] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.422299] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.422372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.422583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.422672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.422769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.547636] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6590cba-bca2-4ddf-ae29-7f09e37ab701 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.547851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.548147] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.549376] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65228438-3681-4be6-aaed-175078e878e6 with status ACTIVE [ 938.549648] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.549823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.549926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.550254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.550821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.550821] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.551011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.551863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.551863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.551863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.551863] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.556337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.556337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.556337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.556337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.556337] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65228438-3681-4be6-aaed-175078e878e6 is going to be updated. [ 938.586914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.586914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.586914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.586914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.586914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.587290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65228438-3681-4be6-aaed-175078e878e6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.806412] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.806412] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.806412] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.806412] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.806587] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.806616] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 23d26bc9-6d15-4352-a70c-08db6b1e480c not found, creating... [ 938.806891] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.807057] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.807172] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.807425] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.807570] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.807858] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.808041] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.808174] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.808405] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.808536] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.808672] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 23d26bc9-6d15-4352-a70c-08db6b1e480c is going to be created. [ 938.830013] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.830233] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.830360] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.830609] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.830863] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.831186] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-23d26bc9-6d15-4352-a70c-08db6b1e480c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.057846] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.560483] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.560791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.560791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.561077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.562235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.562235] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 is going to be created. [ 939.591791] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.592024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.593649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.593649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.593649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.605602] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 in Status: UNINITIALIZED for 2s [ 939.675956] env[66006]: INFO networking_nsxv3.common.synchronization [req-fb7ed6b9-25a0-4626-b26d-13a6a6f9c70e req-892f0c40-cd36-4342-b853-85578653f4d1 service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 939.675956] env[66006]: INFO networking_nsxv3.common.synchronization [req-fb7ed6b9-25a0-4626-b26d-13a6a6f9c70e req-892f0c40-cd36-4342-b853-85578653f4d1 service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 939.675956] env[66006]: INFO networking_nsxv3.common.synchronization [req-fb7ed6b9-25a0-4626-b26d-13a6a6f9c70e req-892f0c40-cd36-4342-b853-85578653f4d1 service nova] Enqueued Resource ID: 23d26bc9-6d15-4352-a70c-08db6b1e480c with Priority: HIGHEST for action port [ 939.677419] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 939.677419] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 939.677419] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d26bc9-6d15-4352-a70c-08db6b1e480c with Priority: HIGHEST for action port [ 939.679660] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.679660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.679660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.679660] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.679660] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.681303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.681597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.681732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.682055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.682285] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.682478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.682586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.682782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.682933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.683123] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.686992] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-23d26bc9-6d15-4352-a70c-08db6b1e480c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.687154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23d26bc9-6d15-4352-a70c-08db6b1e480c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.687314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23d26bc9-6d15-4352-a70c-08db6b1e480c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.687514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23d26bc9-6d15-4352-a70c-08db6b1e480c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.688510] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d26bc9-6d15-4352-a70c-08db6b1e480c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.696970] env[66006]: INFO networking_nsxv3.common.synchronization [None req-2429d30c-20ad-4660-b399-0a73fc5dbb16 None None] Enqueued Resource ID: f4902398-974b-4de1-9cff-c0b28fe5be1f with Priority: HIGHEST for action port [ 939.698160] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4902398-974b-4de1-9cff-c0b28fe5be1f with Priority: HIGHEST for action port [ 939.698594] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4902398-974b-4de1-9cff-c0b28fe5be1f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.698824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4902398-974b-4de1-9cff-c0b28fe5be1f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.698824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4902398-974b-4de1-9cff-c0b28fe5be1f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.699221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4902398-974b-4de1-9cff-c0b28fe5be1f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.699292] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4902398-974b-4de1-9cff-c0b28fe5be1f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.181271] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.181475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.192538] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23d26bc9-6d15-4352-a70c-08db6b1e480c with status ACTIVE [ 940.192690] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.192820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.193083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.193442] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.193575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.193806] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.194083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.194189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.194803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.194903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.195165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.195288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.195355] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.195533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.195615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.195703] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23d26bc9-6d15-4352-a70c-08db6b1e480c is going to be updated. [ 940.198170] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.203390] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4902398-974b-4de1-9cff-c0b28fe5be1f [ 940.203604] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.203728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.203795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.204045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.204309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.204309] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4902398-974b-4de1-9cff-c0b28fe5be1f already deleted. [ 940.204309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4902398-974b-4de1-9cff-c0b28fe5be1f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.225920] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.225920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.225920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.225920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.225920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.225920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23d26bc9-6d15-4352-a70c-08db6b1e480c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.701255] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.205496] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.205655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.205720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.206090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.206232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.206380] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be created. [ 941.231292] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.231427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.231500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.231711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.231904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.241573] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: UNINITIALIZED for 2s [ 941.618518] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 in Status: SUCCESS [ 941.618809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.619046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.619283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.619512] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.619629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.619694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.619852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.619971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.620131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.620131] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.124163] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.626470] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6590cba-bca2-4ddf-ae29-7f09e37ab701: rpc.has_security_group_logging(os_id): False [ 942.654474] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.654474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.654474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.654474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.654745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.654776] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.654886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.654933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.655119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.655199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.655286] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 is going to be created. [ 942.730345] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.730593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.730593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.731305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.731305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.746775] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 in Status: IN_PROGRESS for 2s [ 943.020958] env[66006]: INFO networking_nsxv3.common.synchronization [req-68ab49b5-30c1-4692-a21f-f8c160b5bd46 req-38c3d13b-5914-4c3f-8ed8-dd3e58a75fa4 tempest-ListImageFiltersTestJSON-349702727 tempest-ListImageFiltersTestJSON-349702727-project-member] Enqueued Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 943.021606] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 943.021923] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.022068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.022131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.022426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.022580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.022698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.022758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.022948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.023063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.023173] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.255532] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 943.255880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.255957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.256393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.256501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.256771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.256771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.256875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.256978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.257279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.257422] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.480681] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.480681] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.480681] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.481064] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.481396] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.481612] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.481759] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.482100] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.482273] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.482530] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.482679] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.482823] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.482964] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.483127] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.483240] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.483370] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.504472] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.504747] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.504910] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.505305] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.505480] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.505710] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.505810] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.506202] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.506384] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f275f91c-e13d-4874-9e39-68e5bfdaf1ed',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.527843] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.527843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.527843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.528143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.528197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.528419] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.528536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.528615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.529117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.529117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.529117] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 already deleted. [ 943.529117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.760145] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.760378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.760432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.760795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.760952] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.761093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.761165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.761398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.761497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.761628] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.761786] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.761929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.761987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.762205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.762374] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.762478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.762558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.762699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.762779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.762853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.762993] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.008589] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.008920] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.009093] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.009504] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.009618] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.009778] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port f275f91c-e13d-4874-9e39-68e5bfdaf1ed not found, creating... [ 944.010072] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.010235] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.010349] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.010574] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.010705] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.011041] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.011207] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.011321] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.011555] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.011683] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.011821] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: f275f91c-e13d-4874-9e39-68e5bfdaf1ed is going to be created. [ 944.047685] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.047966] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.048397] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.048587] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.048848] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.049118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.266063] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25bf0ef-6f6b-444b-8f87-57d3d100bb70: rpc.has_security_group_logging(os_id): False [ 944.284355] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.284593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.284593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.284832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.284929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.285142] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.285259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.285324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.285483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.285581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.285796] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.285893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.285954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.286154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.286241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.286459] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.286565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.286649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.286795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.286885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.286976] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be created. [ 944.365738] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.365738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.365738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.366030] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.366030] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.389307] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 944.761697] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 in Status: SUCCESS [ 944.761989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.837136] env[66006]: INFO networking_nsxv3.common.synchronization [req-68ab49b5-30c1-4692-a21f-f8c160b5bd46 req-b3e38d3e-56b9-4838-bced-f8466aa814c0 service nova] Enqueued Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_rules [ 944.837136] env[66006]: INFO networking_nsxv3.common.synchronization [req-68ab49b5-30c1-4692-a21f-f8c160b5bd46 req-b3e38d3e-56b9-4838-bced-f8466aa814c0 service nova] Enqueued Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 944.837136] env[66006]: INFO networking_nsxv3.common.synchronization [req-68ab49b5-30c1-4692-a21f-f8c160b5bd46 req-b3e38d3e-56b9-4838-bced-f8466aa814c0 service nova] Enqueued Resource ID: f275f91c-e13d-4874-9e39-68e5bfdaf1ed with Priority: HIGHEST for action port [ 944.837348] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_rules [ 944.837514] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 944.838490] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f275f91c-e13d-4874-9e39-68e5bfdaf1ed with Priority: HIGHEST for action port [ 944.838490] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.838490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.838490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.838490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.838490] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.841109] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.841273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.841380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.841847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.841934] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.843149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.843149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.843149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.843149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.843149] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.845069] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.845069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.845069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.845069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.845069] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f275f91c-e13d-4874-9e39-68e5bfdaf1ed',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.274772] env[66006]: INFO networking_nsxv3.common.synchronization [req-175cba01-24e8-4a8e-8e3c-c0692640884c req-d02ec3ad-3687-42e7-906c-932d612528b2 tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 945.275517] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 945.275886] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.276043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.276123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.276331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.276488] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.276587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.276657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.276817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.276901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.276994] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.342208] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.342373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.348855] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.355293] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f275f91c-e13d-4874-9e39-68e5bfdaf1ed with status ACTIVE [ 945.355293] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.355293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.355293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.355293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.355293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.355620] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.355620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.355620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.355726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.355757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.355927] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.357283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.357283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.357283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.357446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.357521] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f275f91c-e13d-4874-9e39-68e5bfdaf1ed is going to be updated. [ 945.382187] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.382317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.382388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.382602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.382738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.382932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f275f91c-e13d-4874-9e39-68e5bfdaf1ed" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.729191] env[66006]: INFO networking_nsxv3.common.synchronization [req-3e03d32f-f3f0-4001-a7ce-08045aa90f59 req-8b69c178-4213-4792-a2ec-9b11b4611e00 tempest-ListImageFiltersTestJSON-349702727 tempest-ListImageFiltersTestJSON-349702727-project-member] Enqueued Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 945.729191] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 945.729524] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.729654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.779673] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.860131] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.137499] env[66006]: INFO networking_nsxv3.common.synchronization [None req-4f897f1f-3826-4493-a4ea-2198c4ec6ab3 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 946.137499] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 946.137499] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.137499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.137499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.137499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.137499] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.137499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.137499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.137499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.137499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.137499] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.281972] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.366724] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.366924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.366924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.367181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.367270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.367366] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 is going to be created. [ 946.392929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.392929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.393123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.393324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.393522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.403260] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: UNINITIALIZED for 2s [ 946.407223] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 946.407438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.411698] env[66006]: INFO networking_nsxv3.common.synchronization [req-faa6740d-dc7b-42a5-a429-0be4453a2c9b req-ab519013-f66f-4738-9f7e-6c1b137ec32f tempest-MigrationsAdminTest-1316273139 tempest-MigrationsAdminTest-1316273139-project-member] Enqueued Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 946.412774] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 with Priority: HIGHEST for action security_group_members [ 946.413296] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2945d79b-9b72-45dd-9f52-2af48c3a5695 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.413470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.413543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.413778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.417027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.417027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.417027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.417027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.417027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.417027] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2945d79b-9b72-45dd-9f52-2af48c3a5695',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.499300] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.499511] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.499668] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.499986] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.500272] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.500432] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.500543] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.500764] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.501071] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.501368] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.501519] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.501634] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.501741] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.501862] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.502114] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.502114] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.524263] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.524450] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.524561] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.524741] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-351" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.525073] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-6c058053-0443-4df5-8aa4-05064d8a770e taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.525247] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-6c058053-0443-4df5-8aa4-05064d8a770e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.525602] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-6c058053-0443-4df5-8aa4-05064d8a770e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.525691] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-6c058053-0443-4df5-8aa4-05064d8a770e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.525838] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c058053-0443-4df5-8aa4-05064d8a770e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.639199] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.785535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.785641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.785759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.786072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.786228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.786390] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 946.822070] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.822360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.822499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.822886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.823085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.833300] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 946.917401] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.917603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.917678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.918207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.939794] env[66006]: INFO networking_nsxv3.common.synchronization [req-4124962a-aa57-4997-b6f3-7544e80a81cc req-f4d1ce78-b546-4b18-8166-6e5ca52ded59 tempest-ListServerFiltersTestJSON-1264544003 tempest-ListServerFiltersTestJSON-1264544003-project-member] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 946.940399] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 946.940759] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.940910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.940998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.941701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.941877] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.942103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.942186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.942354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.942441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.942536] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.949711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.950029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.950170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.950232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.950448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.950530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.950624] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 is going to be updated. [ 946.984846] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.985093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.985403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.985403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.985579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.000049] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: IN_PROGRESS for 2s [ 947.028787] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.029095] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.029168] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.029457] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.029626] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.029732] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 6c058053-0443-4df5-8aa4-05064d8a770e not found, creating... [ 947.029989] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.030151] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.030294] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.030796] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.030796] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.030919] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.031302] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.031453] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.031661] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.031837] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.032359] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 6c058053-0443-4df5-8aa4-05064d8a770e is going to be created. [ 947.081873] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.082137] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.082216] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.082504] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.082759] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.083008] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-6c058053-0443-4df5-8aa4-05064d8a770e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.141198] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.445891] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.644180] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.644370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.644413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.644626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.644715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.644811] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 947.676912] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.677151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.677151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.677315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.677554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.689672] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 947.842611] env[66006]: INFO networking_nsxv3.common.synchronization [req-3e03d32f-f3f0-4001-a7ce-08045aa90f59 req-ebe37cd8-d208-47fd-94ea-fc25d693673e service nova] Enqueued Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_rules [ 947.842854] env[66006]: INFO networking_nsxv3.common.synchronization [req-3e03d32f-f3f0-4001-a7ce-08045aa90f59 req-ebe37cd8-d208-47fd-94ea-fc25d693673e service nova] Enqueued Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 947.843032] env[66006]: INFO networking_nsxv3.common.synchronization [req-3e03d32f-f3f0-4001-a7ce-08045aa90f59 req-ebe37cd8-d208-47fd-94ea-fc25d693673e service nova] Enqueued Resource ID: 6c058053-0443-4df5-8aa4-05064d8a770e with Priority: HIGHEST for action port [ 947.844272] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_rules [ 947.844492] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 947.844607] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c058053-0443-4df5-8aa4-05064d8a770e with Priority: HIGHEST for action port [ 947.844892] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.844978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.845221] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.845307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.845492] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c058053-0443-4df5-8aa4-05064d8a770e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.845599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c058053-0443-4df5-8aa4-05064d8a770e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.845654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c058053-0443-4df5-8aa4-05064d8a770e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.845913] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c058053-0443-4df5-8aa4-05064d8a770e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.846015] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c058053-0443-4df5-8aa4-05064d8a770e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.951466] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.095156] env[66006]: INFO networking_nsxv3.common.synchronization [req-ef37d817-9aec-477c-aadf-cae9cdd0f2e2 req-96b63b64-7719-4524-b292-b4d94c12c718 tempest-InstanceActionsV221TestJSON-1842279529 tempest-InstanceActionsV221TestJSON-1842279529-project-member] Enqueued Resource ID: 1472b40c-ce7d-42a0-b005-480bae178da8 with Priority: HIGHEST for action security_group_members [ 948.095650] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1472b40c-ce7d-42a0-b005-480bae178da8 with Priority: HIGHEST for action security_group_members [ 948.095952] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1472b40c-ce7d-42a0-b005-480bae178da8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.096257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.096330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.096586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.096789] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.096947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.097024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.097180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.097265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.097359] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1472b40c-ce7d-42a0-b005-480bae178da8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.347978] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c058053-0443-4df5-8aa4-05064d8a770e with status ACTIVE [ 948.348239] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.349120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.349120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.349120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.349120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.349120] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.349120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.349363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.349363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.349477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.349720] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.349840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.349909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.350118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.350215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.350306] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c058053-0443-4df5-8aa4-05064d8a770e is going to be updated. [ 948.379904] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.379904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.379904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.380132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.380275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.380368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c058053-0443-4df5-8aa4-05064d8a770e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.415755] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: SUCCESS [ 948.415755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.415755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.415755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.416053] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.416053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.416053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.416663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.416663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.416663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.416663] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.417697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.418846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.418846] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.418846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.418846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.418846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.418846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.419242] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.455388] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.455715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.455715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.455986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.456140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.456284] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be updated. [ 948.512062] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.512062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.512062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.512316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.512647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.524863] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 948.562677] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.562677] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-481" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.562854] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-481" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.563624] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-481" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.563624] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.563784] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.563916] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.564201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.564796] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.564796] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.564796] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.564970] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.565037] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.565180] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.565333] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.565569] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.588849] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.589084] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.589349] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.590180] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-481" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.590180] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-e551d3ad-7d53-4aed-b040-f93ad1647a12 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.590429] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-e551d3ad-7d53-4aed-b040-f93ad1647a12" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.590636] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-e551d3ad-7d53-4aed-b040-f93ad1647a12" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.591547] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-e551d3ad-7d53-4aed-b040-f93ad1647a12" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.591547] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e551d3ad-7d53-4aed-b040-f93ad1647a12',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.602584] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.602769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.602837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.603145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.603242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.603462] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.603569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.603636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.603816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.603894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.604012] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1472b40c-ce7d-42a0-b005-480bae178da8 already deleted. [ 948.604156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.846278] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 948.846582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.920553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.921279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.921279] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.015066] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 in Status: SUCCESS [ 949.015066] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2945d79b-9b72-45dd-9f52-2af48c3a5695 deletion is rescheduled due to dependency. [ 949.015298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2945d79b-9b72-45dd-9f52-2af48c3a5695" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.095662] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.097053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.097053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.097053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.097053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.097053] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port e551d3ad-7d53-4aed-b040-f93ad1647a12 not found, creating... [ 949.097053] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.097465] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.097465] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.097535] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.097645] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.098015] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.099246] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.099601] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.099860] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.100056] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.100176] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: e551d3ad-7d53-4aed-b040-f93ad1647a12 is going to be created. [ 949.147450] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.147450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.147450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.147450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.147450] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.147925] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-e551d3ad-7d53-4aed-b040-f93ad1647a12" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.423336] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.700996] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 949.701295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.847585] env[66006]: INFO networking_nsxv3.common.synchronization [req-ef37d817-9aec-477c-aadf-cae9cdd0f2e2 req-c622cdcb-f31c-4712-8787-dcc4f1a2c7ba service nova] Enqueued Resource ID: 1472b40c-ce7d-42a0-b005-480bae178da8 with Priority: HIGHEST for action security_group_rules [ 949.847585] env[66006]: INFO networking_nsxv3.common.synchronization [req-ef37d817-9aec-477c-aadf-cae9cdd0f2e2 req-c622cdcb-f31c-4712-8787-dcc4f1a2c7ba service nova] Enqueued Resource ID: 1472b40c-ce7d-42a0-b005-480bae178da8 with Priority: HIGHEST for action security_group_members [ 949.847849] env[66006]: INFO networking_nsxv3.common.synchronization [req-ef37d817-9aec-477c-aadf-cae9cdd0f2e2 req-c622cdcb-f31c-4712-8787-dcc4f1a2c7ba service nova] Enqueued Resource ID: e551d3ad-7d53-4aed-b040-f93ad1647a12 with Priority: HIGHEST for action port [ 949.848284] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1472b40c-ce7d-42a0-b005-480bae178da8 with Priority: HIGHEST for action security_group_rules [ 949.848382] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1472b40c-ce7d-42a0-b005-480bae178da8 with Priority: HIGHEST for action security_group_members [ 949.848476] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e551d3ad-7d53-4aed-b040-f93ad1647a12 with Priority: HIGHEST for action port [ 949.848750] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1472b40c-ce7d-42a0-b005-480bae178da8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.850709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.850709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.850709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.850709] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1472b40c-ce7d-42a0-b005-480bae178da8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.850709] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1472b40c-ce7d-42a0-b005-480bae178da8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.850709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.850709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.850709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.851344] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.851344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.851344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.851344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.851344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.851344] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1472b40c-ce7d-42a0-b005-480bae178da8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.852352] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e551d3ad-7d53-4aed-b040-f93ad1647a12 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.852352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e551d3ad-7d53-4aed-b040-f93ad1647a12" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.852352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e551d3ad-7d53-4aed-b040-f93ad1647a12" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.852352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e551d3ad-7d53-4aed-b040-f93ad1647a12" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.853204] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e551d3ad-7d53-4aed-b040-f93ad1647a12',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.929395] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.929395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.929395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.929395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.929395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.929395] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 is going to be updated. [ 949.961154] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.961318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.961358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.961568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.961712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.979663] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: IN_PROGRESS for 2s [ 950.357643] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1472b40c-ce7d-42a0-b005-480bae178da8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.357643] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1472b40c-ce7d-42a0-b005-480bae178da8 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.357643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.357643] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e551d3ad-7d53-4aed-b040-f93ad1647a12 with status ACTIVE [ 950.357643] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.357643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.357643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.357643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.357643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.358205] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.358205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.358205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.361103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.361103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.361103] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.361103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.361103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.361463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.361463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.361463] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e551d3ad-7d53-4aed-b040-f93ad1647a12 is going to be updated. [ 950.394810] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.395047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.395047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.395938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.395938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.395938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e551d3ad-7d53-4aed-b040-f93ad1647a12" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.543097] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 950.543654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.546686] env[66006]: INFO networking_nsxv3.common.synchronization [None req-4ecf42ee-3d96-4ffd-bce6-ac8857eb42de None None] Enqueued Resource ID: d72da7c6-5a2c-4beb-a4d3-849e6d0221fb with Priority: HIGHEST for action port [ 950.547389] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d72da7c6-5a2c-4beb-a4d3-849e6d0221fb with Priority: HIGHEST for action port [ 950.548940] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-d72da7c6-5a2c-4beb-a4d3-849e6d0221fb taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.548940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d72da7c6-5a2c-4beb-a4d3-849e6d0221fb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.548940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d72da7c6-5a2c-4beb-a4d3-849e6d0221fb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.548940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d72da7c6-5a2c-4beb-a4d3-849e6d0221fb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.548940] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d72da7c6-5a2c-4beb-a4d3-849e6d0221fb',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.858191] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1472b40c-ce7d-42a0-b005-480bae178da8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.958363] env[66006]: INFO networking_nsxv3.common.synchronization [req-871bfee2-96d1-4d63-9089-9a0102f518d7 req-2e663d42-b4f1-415a-bac4-7e9f088832ff tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 950.959120] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 950.959120] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.959120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.959120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.959336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.959501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.959599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.959661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.959802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.959884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.959974] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.052287] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d72da7c6-5a2c-4beb-a4d3-849e6d0221fb [ 951.052616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.052783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.052872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.053206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.053367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.053456] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d72da7c6-5a2c-4beb-a4d3-849e6d0221fb already deleted. [ 951.053597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d72da7c6-5a2c-4beb-a4d3-849e6d0221fb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.364252] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.364252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.364252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.364252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.364252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.364611] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1472b40c-ce7d-42a0-b005-480bae178da8 is going to be created. [ 951.386222] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.387049] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.387685] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.388276] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.388725] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.389032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.390282] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.390282] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.390282] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.390282] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.390282] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.390282] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.390282] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.390282] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.390790] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.390848] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.395044] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.395044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.395044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.395044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.395044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.407339] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1472b40c-ce7d-42a0-b005-480bae178da8 in Status: UNINITIALIZED for 2s [ 951.419483] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.419581] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.419638] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.423025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.423025] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-0b05bba8-0579-4403-885a-4a2a28eea6df taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.423025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-0b05bba8-0579-4403-885a-4a2a28eea6df" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.423025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-0b05bba8-0579-4403-885a-4a2a28eea6df" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.423025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-0b05bba8-0579-4403-885a-4a2a28eea6df" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.423025] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b05bba8-0579-4403-885a-4a2a28eea6df',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.461669] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.560759] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.561685] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.561685] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.561844] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.562221] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.562476] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.562657] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.563101] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.563337] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.563637] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.564021] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.564081] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.564223] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.564429] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.564614] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.564785] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.588270] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.588532] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.588734] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.589096] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.589469] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-7e4be8a0-f7f6-4753-95b4-1832a479f17c taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.589730] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-7e4be8a0-f7f6-4753-95b4-1832a479f17c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.589919] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-7e4be8a0-f7f6-4753-95b4-1832a479f17c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.590378] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-7e4be8a0-f7f6-4753-95b4-1832a479f17c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.590683] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4be8a0-f7f6-4753-95b4-1832a479f17c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.923424] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.923811] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.923923] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.924380] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.924565] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.924756] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 0b05bba8-0579-4403-885a-4a2a28eea6df not found, creating... [ 951.925020] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.925228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.925422] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.925663] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.925796] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.926123] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.926297] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.926415] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.926616] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.926744] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.926903] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 0b05bba8-0579-4403-885a-4a2a28eea6df is going to be created. [ 951.948312] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.948562] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.948644] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.948928] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.949176] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.949611] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-0b05bba8-0579-4403-885a-4a2a28eea6df" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.964570] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.992232] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: SUCCESS [ 951.993382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.993382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.993382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.993382] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.993382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.993382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.993382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.993668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.993668] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.093784] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.094140] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.094332] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.094648] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.094778] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.094957] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 7e4be8a0-f7f6-4753-95b4-1832a479f17c not found, creating... [ 952.095471] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.095678] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.095982] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.096089] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.096432] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.096797] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.097014] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.097147] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.097409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.097824] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.097824] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 7e4be8a0-f7f6-4753-95b4-1832a479f17c is going to be created. [ 952.131444] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.131831] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.131831] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.132047] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.132282] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.132674] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-7e4be8a0-f7f6-4753-95b4-1832a479f17c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.467024] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.467244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.467313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.467521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.467608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.467712] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 952.496029] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.502286] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.502510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.502560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.502800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.503014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.513738] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 952.681680] env[66006]: INFO networking_nsxv3.common.synchronization [req-871bfee2-96d1-4d63-9089-9a0102f518d7 req-eaa4cba0-70e1-46c5-ba55-bb7b6941efe5 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 952.681850] env[66006]: INFO networking_nsxv3.common.synchronization [req-871bfee2-96d1-4d63-9089-9a0102f518d7 req-eaa4cba0-70e1-46c5-ba55-bb7b6941efe5 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 952.682635] env[66006]: INFO networking_nsxv3.common.synchronization [req-871bfee2-96d1-4d63-9089-9a0102f518d7 req-eaa4cba0-70e1-46c5-ba55-bb7b6941efe5 service nova] Enqueued Resource ID: 0b05bba8-0579-4403-885a-4a2a28eea6df with Priority: HIGHEST for action port [ 952.682635] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 952.682839] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 952.682839] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b05bba8-0579-4403-885a-4a2a28eea6df with Priority: HIGHEST for action port [ 952.685263] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.685441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.685577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.686818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.686818] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.691025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.691025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.691025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b05bba8-0579-4403-885a-4a2a28eea6df taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.691025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b05bba8-0579-4403-885a-4a2a28eea6df" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.691025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b05bba8-0579-4403-885a-4a2a28eea6df" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.691025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b05bba8-0579-4403-885a-4a2a28eea6df" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.691025] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b05bba8-0579-4403-885a-4a2a28eea6df',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.853787] env[66006]: INFO networking_nsxv3.common.synchronization [req-17a8b1ac-0596-4eb3-82f2-09f2077704bc req-97d46fed-f69f-421b-9cce-3017d6d8ded9 service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 952.853980] env[66006]: INFO networking_nsxv3.common.synchronization [req-17a8b1ac-0596-4eb3-82f2-09f2077704bc req-97d46fed-f69f-421b-9cce-3017d6d8ded9 service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 952.854170] env[66006]: INFO networking_nsxv3.common.synchronization [req-17a8b1ac-0596-4eb3-82f2-09f2077704bc req-97d46fed-f69f-421b-9cce-3017d6d8ded9 service nova] Enqueued Resource ID: 7e4be8a0-f7f6-4753-95b4-1832a479f17c with Priority: HIGHEST for action port [ 952.855646] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 952.856358] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 952.856546] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4be8a0-f7f6-4753-95b4-1832a479f17c with Priority: HIGHEST for action port [ 952.857100] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.857225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.857225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.857536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.857651] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.860111] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.860111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.860111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.860447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.860797] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.861147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.861147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.861834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.861983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.862707] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.865122] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e4be8a0-f7f6-4753-95b4-1832a479f17c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.865122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e4be8a0-f7f6-4753-95b4-1832a479f17c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.865122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e4be8a0-f7f6-4753-95b4-1832a479f17c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.865299] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e4be8a0-f7f6-4753-95b4-1832a479f17c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.865388] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4be8a0-f7f6-4753-95b4-1832a479f17c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.997874] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.171341] env[66006]: INFO networking_nsxv3.common.synchronization [None req-2497df61-c8e0-4701-ad54-5d87e31bb598 None None] Enqueued Resource ID: ac0233e5-60c0-4512-a5c5-3f40c3d9852f with Priority: HIGHEST for action port [ 953.171962] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0233e5-60c0-4512-a5c5-3f40c3d9852f with Priority: HIGHEST for action port [ 953.173204] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac0233e5-60c0-4512-a5c5-3f40c3d9852f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.173378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac0233e5-60c0-4512-a5c5-3f40c3d9852f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.173474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac0233e5-60c0-4512-a5c5-3f40c3d9852f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.173850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac0233e5-60c0-4512-a5c5-3f40c3d9852f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.173981] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac0233e5-60c0-4512-a5c5-3f40c3d9852f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.189886] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.189886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.194665] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b05bba8-0579-4403-885a-4a2a28eea6df with status ACTIVE [ 953.194760] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.194976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.195074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.195351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.195469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.195663] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.195803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.195881] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.196054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.196134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.196322] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.196411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.196461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.196600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.196672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.196754] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b05bba8-0579-4403-885a-4a2a28eea6df is going to be updated. [ 953.220179] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.220330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.220624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.220624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.220727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.221829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b05bba8-0579-4403-885a-4a2a28eea6df" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.367109] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.367223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.367430] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.368356] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e4be8a0-f7f6-4753-95b4-1832a479f17c with status ACTIVE [ 953.368550] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.368681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.368751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.368974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.369099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.369285] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.369403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.369475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.369634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.369714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.369898] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.370514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.370583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.370746] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.371012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.371088] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e4be8a0-f7f6-4753-95b4-1832a479f17c is going to be updated. [ 953.406084] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.406256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.406344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.406558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.407223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.407421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e4be8a0-f7f6-4753-95b4-1832a479f17c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.417697] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1472b40c-ce7d-42a0-b005-480bae178da8 in Status: SUCCESS [ 953.417939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.418597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.418819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.419039] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.419161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.419235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.419391] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.419490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.420414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.420414] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1472b40c-ce7d-42a0-b005-480bae178da8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.499835] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.499995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.500071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.500279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.500734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.500734] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 is going to be updated. [ 953.544887] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.544887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.544887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.545159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.545407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.558014] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: IN_PROGRESS for 2s [ 953.677437] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac0233e5-60c0-4512-a5c5-3f40c3d9852f [ 953.677559] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.677644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.677685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.677879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.677958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.678062] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac0233e5-60c0-4512-a5c5-3f40c3d9852f already deleted. [ 953.679039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac0233e5-60c0-4512-a5c5-3f40c3d9852f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.873456] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.922812] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1472b40c-ce7d-42a0-b005-480bae178da8 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.923160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.923253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.923569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.923883] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.924125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.924242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.924485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.924609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.924736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.924937] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1472b40c-ce7d-42a0-b005-480bae178da8 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.925107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.925224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.925467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.925672] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.925846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.925970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.926205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.926333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.926471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.926607] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1472b40c-ce7d-42a0-b005-480bae178da8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.376521] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.376521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.376521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.377177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.377177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.377177] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 954.414881] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.415091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.415091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.415319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.415486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.425102] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 954.429494] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1472b40c-ce7d-42a0-b005-480bae178da8: rpc.has_security_group_logging(os_id): False [ 954.448814] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.449344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.449424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.449670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.449725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.449929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.450106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.450169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.450451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.450451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.450556] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.450646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.450704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.450835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.450905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.451138] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.451231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.451288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.451479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.451479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.451559] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1472b40c-ce7d-42a0-b005-480bae178da8 is going to be created. [ 954.525509] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.525712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.525712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.526106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.526106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.528570] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 954.528789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.529065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.529297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.529525] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.529746] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.529746] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.529883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.529928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.530133] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.541674] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1472b40c-ce7d-42a0-b005-480bae178da8 in Status: IN_PROGRESS for 2s [ 955.032230] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.534960] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.570474] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: SUCCESS [ 955.570474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.570902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.571313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.571634] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.571790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.571790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.571937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.572174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.572271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.572454] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.572592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.572661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.572858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.573137] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.573229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.573287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.573456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.573535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.573615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.573727] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.037819] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.038082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.038160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.038488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.038488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.038677] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 956.076776] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49: rpc.has_security_group_logging(os_id): False [ 956.079420] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.079420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.079420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.079420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.079674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.094772] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 956.113396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.114384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.114972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.115170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.115411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.116025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.116177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.116253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.119113] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.119113] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.119113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.119113] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 is going to be created. [ 956.251325] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.251325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.251325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.251325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.251325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.276893] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: IN_PROGRESS for 2s [ 956.444479] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 956.444728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.444877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.445147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.445583] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.445712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.445759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.445932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.446039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.446127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.446233] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.556621] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1472b40c-ce7d-42a0-b005-480bae178da8 in Status: SUCCESS [ 956.557122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.953464] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.953464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.953464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.953464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.953464] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.953464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.953464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.953842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.953842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.953842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.953940] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.954104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.954220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.954427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.954587] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.954693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.954768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.954913] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.955014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.955133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.955393] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.457998] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25bf0ef-6f6b-444b-8f87-57d3d100bb70: rpc.has_security_group_logging(os_id): False [ 957.479748] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.479898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.479952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.480362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.480520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.481727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.481727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.481727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.481727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.481727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.481985] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.482148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.482269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.483059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.483059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.483059] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.483245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.483311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.483586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.483724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.483880] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 957.556490] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.556860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.556860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.557160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.557160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.620386] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 957.872111] env[66006]: INFO networking_nsxv3.common.synchronization [req-68a12fda-9566-4662-8f34-591f81365656 req-1b146227-f1ac-4cad-bc34-699707235ac5 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 957.872316] env[66006]: INFO networking_nsxv3.common.synchronization [req-68a12fda-9566-4662-8f34-591f81365656 req-1b146227-f1ac-4cad-bc34-699707235ac5 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 957.872444] env[66006]: INFO networking_nsxv3.common.synchronization [req-68a12fda-9566-4662-8f34-591f81365656 req-1b146227-f1ac-4cad-bc34-699707235ac5 tempest-SecurityGroupsTestJSON-1949519841 tempest-SecurityGroupsTestJSON-1949519841-project-member] Enqueued Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGHEST for action security_group_members [ 957.873642] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGHEST for action security_group_members [ 957.873857] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa with Priority: HIGHEST for action security_group_members [ 957.875093] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGHEST for action security_group_members [ 957.875093] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.875093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.875093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.875093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.875093] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.875093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.875093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.875608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.875608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.875608] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.876755] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ecc453-6904-4330-9dc9-5cc09bd5abaa taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.876755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.876755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.876755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.877078] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.877078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.877078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.877186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.877590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.877590] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ecc453-6904-4330-9dc9-5cc09bd5abaa',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.878692] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec99795-89bc-4fb0-bca3-151a65136627 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.878763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.878926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.878988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.879233] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.879297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.879356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.879537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.879620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.879712] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.118177] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 958.118177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.118177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.118177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.118177] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.118177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.118177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.118177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.118177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.118177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.118177] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.315916] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: SUCCESS [ 958.316105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.316227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.316468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.316555] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.382563] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.382737] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.382807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.383130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.384426] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.384526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.384768] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.384859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.406559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.406933] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.407151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.407151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.407330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.407421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.407521] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 is going to be updated. [ 958.410783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.410783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.410783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.410783] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.410783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.410783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.410783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.410783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.410783] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa is going to be updated. [ 958.410783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.410783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.434800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.435078] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.435279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.435279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.435545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.435609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.435711] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec99795-89bc-4fb0-bca3-151a65136627 is going to be updated. [ 958.468556] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.468816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.468816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.469134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.469337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.471062] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.471229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.471286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.471801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.471801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.484473] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: IN_PROGRESS for 2s [ 958.485376] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: IN_PROGRESS for 2s [ 958.487605] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.487730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.487808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.488013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.488155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.500805] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec99795-89bc-4fb0-bca3-151a65136627 in Status: IN_PROGRESS for 2s [ 958.624672] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.625168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.625168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.625332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.625491] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.625618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.625686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.625880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.625949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.626454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.626776] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.627453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.627453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.627628] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.628355] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.628355] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.628355] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.628544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.628544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.628544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.628665] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.820028] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.820028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.820028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.820028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.820028] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.820028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.820028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.820424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.820424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.820424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.820524] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.132075] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c3429d-b240-4858-b357-03f67aef0021: rpc.has_security_group_logging(os_id): False [ 959.161517] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.161685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.161866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.163278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.190311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.190311] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.190311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.190311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.190311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.190546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.190720] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.190854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.190985] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.191229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.191416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.191761] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.191971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.192109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.192353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.192496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.192719] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 959.323268] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.323454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.323528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.323768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.323937] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.324061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.324201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.324359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.324443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.324531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.324705] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.324820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.324924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.324986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.325149] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.325233] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.325343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.325478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.325562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.325642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.325729] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.331111] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.331111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.331111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.331111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.331111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.357899] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 959.642963] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 959.643379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.829427] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49: rpc.has_security_group_logging(os_id): False [ 959.854416] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.854645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.854717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.854950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.855070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.855347] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.855430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.855494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.855651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.855728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.855924] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.856031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.856085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.856227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.856317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.856530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.856622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.856679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.856815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.856884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.856965] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 is going to be updated. [ 959.933475] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.933664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.934742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.934976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.935207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.949764] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: IN_PROGRESS for 2s [ 959.959712] env[66006]: INFO networking_nsxv3.common.synchronization [None req-2dfc237f-c8b4-407d-8c87-3ae8b9e1751d None None] Enqueued Resource ID: 098918fa-a56b-4f83-9e89-98786aae7153 with Priority: HIGHEST for action port [ 959.960639] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098918fa-a56b-4f83-9e89-98786aae7153 with Priority: HIGHEST for action port [ 959.960961] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-098918fa-a56b-4f83-9e89-98786aae7153 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.961139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098918fa-a56b-4f83-9e89-98786aae7153" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.961180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098918fa-a56b-4f83-9e89-98786aae7153" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.961468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098918fa-a56b-4f83-9e89-98786aae7153" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.961590] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098918fa-a56b-4f83-9e89-98786aae7153',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.464345] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 098918fa-a56b-4f83-9e89-98786aae7153 [ 960.464669] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.464864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.464864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.465125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.465224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.465317] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:098918fa-a56b-4f83-9e89-98786aae7153 already deleted. [ 960.465390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098918fa-a56b-4f83-9e89-98786aae7153" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.497952] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 in Status: SUCCESS [ 960.498153] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 deletion is rescheduled due to dependency. [ 960.498790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.499085] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa in Status: SUCCESS [ 960.499361] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ecc453-6904-4330-9dc9-5cc09bd5abaa deletion is rescheduled due to dependency. [ 960.499448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ecc453-6904-4330-9dc9-5cc09bd5abaa" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.510490] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec99795-89bc-4fb0-bca3-151a65136627 in Status: SUCCESS [ 960.510661] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec99795-89bc-4fb0-bca3-151a65136627 deletion is rescheduled due to dependency. [ 960.510769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.382139] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 961.382515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.592749] env[66006]: INFO networking_nsxv3.common.synchronization [req-0b79928b-a0d9-4660-a237-4e07e971d748 req-bd1927b9-3e0c-4775-ac55-a69ef6a67229 tempest-ListServerFiltersTestJSON-1264544003 tempest-ListServerFiltersTestJSON-1264544003-project-member] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 961.592939] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 961.593371] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.593490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.593490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.593654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.593800] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.593889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.593939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.594094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.594168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.594254] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.939418] env[66006]: INFO networking_nsxv3.common.synchronization [req-009668aa-319d-4452-beef-060bc057bbd1 req-6a294015-d27f-4190-b942-334e93ce4068 tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 961.939988] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 961.940290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.940458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.940495] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.940661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.940810] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.940916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.941031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.941173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.941267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.941376] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.944739] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-48ca0ae6-1155-45c8-89b4-dff9d7d772da tempest-ListServersNegativeTestJSON-874407269 tempest-ListServersNegativeTestJSON-874407269-project-member] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 961.945613] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 961.946068] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.946401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.946401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.946646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.946880] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.947045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.947130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.947299] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.947403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.947486] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.966670] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: SUCCESS [ 961.967121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.096950] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.423993] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-448 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.425402] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.425595] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.425982] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.426303] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.426486] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.426601] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.426846] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.427126] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.427423] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.427560] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.427761] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.427843] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.428032] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.428263] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.428371] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.446780] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.446998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.447099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.447327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.447423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.447630] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.447748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.447789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.447923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.447995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.448094] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 962.449616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.449774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.449774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.449931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.450016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.450454] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.450619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.450735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.450992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.451229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.451366] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 already deleted. [ 962.451488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.456044] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.456231] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.456363] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.456737] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.456860] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.456981] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.457148] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.457464] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.457596] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f2f90e-4d5d-450b-81fa-f7fae43695b9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.482882] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.483079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.483159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.483373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.483512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.492083] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 962.602191] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.825908] env[66006]: INFO networking_nsxv3.common.synchronization [None req-0a8ba8ac-726d-498c-9403-aab0fc01c740 None None] Enqueued Resource ID: adb1190d-a76b-4324-891c-3910f99ff90a with Priority: HIGHEST for action port [ 962.826951] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb1190d-a76b-4324-891c-3910f99ff90a with Priority: HIGHEST for action port [ 962.827224] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-adb1190d-a76b-4324-891c-3910f99ff90a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.827392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adb1190d-a76b-4324-891c-3910f99ff90a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.827392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adb1190d-a76b-4324-891c-3910f99ff90a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.827753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adb1190d-a76b-4324-891c-3910f99ff90a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.827753] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb1190d-a76b-4324-891c-3910f99ff90a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.960313] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.960567] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.960658] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.960974] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.961338] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.961338] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port c8f2f90e-4d5d-450b-81fa-f7fae43695b9 not found, creating... [ 962.961584] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.961753] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.961877] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.962121] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.962254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.962558] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.962710] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.962820] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.963128] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.963311] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.963476] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: c8f2f90e-4d5d-450b-81fa-f7fae43695b9 is going to be created. [ 962.992043] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.995023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.995023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.995023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.995023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.995958] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.105895] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.107513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.107513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.107513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.107513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.107513] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be updated. [ 963.140339] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.140509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.140554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.140767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.140972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.152189] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 963.331938] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adb1190d-a76b-4324-891c-3910f99ff90a [ 963.332234] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.332385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.332790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.333256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.333256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.333381] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adb1190d-a76b-4324-891c-3910f99ff90a already deleted. [ 963.333441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adb1190d-a76b-4324-891c-3910f99ff90a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.772378] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-0f907df1-27b6-4911-bc0a-b49a29b36fde service nova] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_rules [ 963.773781] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-0f907df1-27b6-4911-bc0a-b49a29b36fde service nova] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 963.773781] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-0f907df1-27b6-4911-bc0a-b49a29b36fde service nova] Enqueued Resource ID: c8f2f90e-4d5d-450b-81fa-f7fae43695b9 with Priority: HIGHEST for action port [ 963.775294] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_rules [ 963.775474] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 963.775606] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f2f90e-4d5d-450b-81fa-f7fae43695b9 with Priority: HIGHEST for action port [ 963.775858] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.775982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.776048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.778530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.778530] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.778530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.778530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.778530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.778530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.778530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.778530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.778530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.778530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.778530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.778530] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.779715] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.779715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.779715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.779715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.783349] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f2f90e-4d5d-450b-81fa-f7fae43695b9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.118747] env[66006]: INFO networking_nsxv3.common.synchronization [req-e569d885-0580-452f-980c-df5a57125d0d req-dcd9d3a5-ab9a-4aec-b1ae-4b485549981d tempest-InstanceActionsV221TestJSON-1842279529 tempest-InstanceActionsV221TestJSON-1842279529-project-member] Enqueued Resource ID: 1472b40c-ce7d-42a0-b005-480bae178da8 with Priority: HIGHEST for action security_group_members [ 964.119369] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1472b40c-ce7d-42a0-b005-480bae178da8 with Priority: HIGHEST for action security_group_members [ 964.119743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1472b40c-ce7d-42a0-b005-480bae178da8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.119896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.119981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.120289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.120421] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.120524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.120619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.120794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.120910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.121019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1472b40c-ce7d-42a0-b005-480bae178da8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.286382] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.286927] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.287293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.287581] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8f2f90e-4d5d-450b-81fa-f7fae43695b9 with status ACTIVE [ 964.287856] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.288135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.288286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.288667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.288911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.289440] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.289844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.291055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.291055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.291055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.291055] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.291055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.291055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.291055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.291055] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.291055] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8f2f90e-4d5d-450b-81fa-f7fae43695b9 is going to be updated. [ 964.317718] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.317718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.317718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.317718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.317718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.317718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f2f90e-4d5d-450b-81fa-f7fae43695b9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.502155] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 964.502489] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 deletion is rescheduled due to dependency. [ 964.502489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.623256] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.623716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.626510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.626778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.626859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.627746] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.627867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.627931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.628122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.628201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.628292] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1472b40c-ce7d-42a0-b005-480bae178da8 is going to be updated. [ 964.665511] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.665511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.665511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.665511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.665511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.674138] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1472b40c-ce7d-42a0-b005-480bae178da8 in Status: IN_PROGRESS for 2s [ 964.795506] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.824244] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-3e782c9e-58af-4cd6-be92-46d3ffa3996d tempest-ListServersNegativeTestJSON-874407269 tempest-ListServersNegativeTestJSON-874407269-project-member] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 964.826503] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 964.826964] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.827072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.166069] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 965.166351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.297724] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.299146] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.299309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.299669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.299825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.299986] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be created. [ 965.325950] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.326170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.326170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.326325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.326482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.336952] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: UNINITIALIZED for 2s [ 965.675557] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-448 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.675765] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.675892] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.677247] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.677247] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.677247] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.677247] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.677247] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.677247] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.677572] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.677723] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.677858] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.677976] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.678103] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.678196] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.678446] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.701293] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.701465] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.701601] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.701766] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.702104] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.702287] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.702403] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.702728] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.702862] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d23083c4-a4e0-47c0-b55a-0d5466ff3f63',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.205277] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.205647] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.205647] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.205909] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.206067] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.206220] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port d23083c4-a4e0-47c0-b55a-0d5466ff3f63 not found, creating... [ 966.206473] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.206621] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.206987] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.206987] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.207136] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.207379] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.207530] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.207640] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.207840] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.207964] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.208114] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: d23083c4-a4e0-47c0-b55a-0d5466ff3f63 is going to be created. [ 966.235885] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.236154] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.236255] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.236525] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.236773] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.237036] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.684410] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1472b40c-ce7d-42a0-b005-480bae178da8 in Status: SUCCESS [ 966.684627] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1472b40c-ce7d-42a0-b005-480bae178da8 deletion is rescheduled due to dependency. [ 966.684691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1472b40c-ce7d-42a0-b005-480bae178da8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.948016] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-18b81857-c496-4374-aa47-3c97bdb4d106 service nova] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_rules [ 966.948267] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-18b81857-c496-4374-aa47-3c97bdb4d106 service nova] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 966.948482] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-18b81857-c496-4374-aa47-3c97bdb4d106 service nova] Enqueued Resource ID: d23083c4-a4e0-47c0-b55a-0d5466ff3f63 with Priority: HIGHEST for action port [ 966.949121] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_rules [ 966.949299] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 966.949425] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23083c4-a4e0-47c0-b55a-0d5466ff3f63 with Priority: HIGHEST for action port [ 966.949827] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.949916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.950171] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.950290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.950580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.950929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.950929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.951101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.951101] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d23083c4-a4e0-47c0-b55a-0d5466ff3f63',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.349246] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 967.349246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.349577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.349669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.350011] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.350220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.350982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.350982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.350982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.350982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.350982] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.352333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.352618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.353236] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.353389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.353794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.353794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.353794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.353919] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.454175] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d23083c4-a4e0-47c0-b55a-0d5466ff3f63 with status ACTIVE [ 967.454411] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.454546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.454613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.454831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.454923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.455099] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.455205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.455266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.455418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.455491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.455670] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.455759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.455819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.455961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.456414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.456414] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d23083c4-a4e0-47c0-b55a-0d5466ff3f63 is going to be updated. [ 967.481150] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.481357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.481516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.481650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.481822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.481990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d23083c4-a4e0-47c0-b55a-0d5466ff3f63" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.530739] env[66006]: INFO networking_nsxv3.common.synchronization [None req-60ff9189-35a1-46b5-9a97-ed1b7ba4936e tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_rules [ 967.531396] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_rules [ 967.533018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.533169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.533217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.533540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.533631] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.793169] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c8308d73-82ec-46d4-aba4-c0635a260259 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_rules [ 967.795549] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_rules [ 967.795848] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.797227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.856574] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.856729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.856900] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.073456] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.073456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.073456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.073456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.073456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.073456] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 already deleted. [ 968.073456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.073456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.073456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.073456] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.116242] env[66006]: INFO networking_nsxv3.common.synchronization [None req-205e1f12-8d59-4ebe-a02c-ec06919b44ab None None] Enqueued Resource ID: 733ee4d2-0293-4a94-a82f-35a8206ee327 with Priority: HIGHEST for action port [ 968.117267] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 733ee4d2-0293-4a94-a82f-35a8206ee327 with Priority: HIGHEST for action port [ 968.117549] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-733ee4d2-0293-4a94-a82f-35a8206ee327 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.118164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-733ee4d2-0293-4a94-a82f-35a8206ee327" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.118218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-733ee4d2-0293-4a94-a82f-35a8206ee327" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.118767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-733ee4d2-0293-4a94-a82f-35a8206ee327" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.118767] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733ee4d2-0293-4a94-a82f-35a8206ee327',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.127415] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-4996fdca-9203-49b3-82ca-4ed88d57ec4b tempest-ListServersNegativeTestJSON-874407269 tempest-ListServersNegativeTestJSON-874407269-project-member] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 968.128100] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 968.129201] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.129201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.362766] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.598722] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.600184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.600304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.600541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.600635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.600737] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 already deleted. [ 968.600941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.622521] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 733ee4d2-0293-4a94-a82f-35a8206ee327 [ 968.622689] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.622809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.622882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.623199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.623291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.623389] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:733ee4d2-0293-4a94-a82f-35a8206ee327 already deleted. [ 968.623469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-733ee4d2-0293-4a94-a82f-35a8206ee327" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.867236] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.867471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.867524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.867729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.867817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.867909] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be updated. [ 968.906415] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.906415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.906415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.906415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.906415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.918454] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 969.149294] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-448 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.149791] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.149791] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.149976] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.154206] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.154206] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.154206] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.155154] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.155154] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.155154] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.155154] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.155154] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.155154] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.155154] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.155588] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.155588] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.180425] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.180654] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.180736] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.180904] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-448" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.181344] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-2a63c05e-f258-450b-8d82-00221499d980 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.181547] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-2a63c05e-f258-450b-8d82-00221499d980" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.181654] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-2a63c05e-f258-450b-8d82-00221499d980" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.182065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-2a63c05e-f258-450b-8d82-00221499d980" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.182235] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a63c05e-f258-450b-8d82-00221499d980',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.397191] env[66006]: INFO networking_nsxv3.common.synchronization [req-b015b09b-d328-4c70-98bc-b1de5e0c7416 req-af232e5d-ed9a-4b2e-9d09-b813e61cabc9 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 969.399038] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 969.399555] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.400744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.400910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.401188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.402272] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.402397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.402510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.402787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.402884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.402988] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.686207] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.686207] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.686207] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.686548] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.687395] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.687395] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 2a63c05e-f258-450b-8d82-00221499d980 not found, creating... [ 969.687395] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.687637] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.688146] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.688377] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.688615] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.689202] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.689471] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.689670] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.690147] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.690147] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.690294] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 2a63c05e-f258-450b-8d82-00221499d980 is going to be created. [ 969.714647] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.714809] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.714858] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.715307] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.715920] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.715920] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-2a63c05e-f258-450b-8d82-00221499d980" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.906976] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.258213] env[66006]: INFO networking_nsxv3.common.synchronization [None req-f89f16c7-d2cc-4680-b935-4adc47ee526f tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 970.258770] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 970.260179] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.260345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.260429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.260822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.260960] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.410419] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.433796] env[66006]: INFO networking_nsxv3.common.synchronization [None req-a4aa964b-67ef-414e-8a1e-0222620a920c None None] Enqueued Resource ID: ddee05f8-797c-410c-bec6-0cf8822773cc with Priority: HIGHEST for action port [ 970.434598] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddee05f8-797c-410c-bec6-0cf8822773cc with Priority: HIGHEST for action port [ 970.434988] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddee05f8-797c-410c-bec6-0cf8822773cc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.435165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddee05f8-797c-410c-bec6-0cf8822773cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.435345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddee05f8-797c-410c-bec6-0cf8822773cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.435629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddee05f8-797c-410c-bec6-0cf8822773cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.435720] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddee05f8-797c-410c-bec6-0cf8822773cc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.445765] env[66006]: INFO networking_nsxv3.common.synchronization [None req-6dc22a4d-e0c2-4d1f-b07a-f167b71b06f0 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 970.446306] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 970.446914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.447036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.463042] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-f586f73e-d748-4666-ad3c-0420c52783eb service nova] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_rules [ 970.463317] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-f586f73e-d748-4666-ad3c-0420c52783eb service nova] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 970.463416] env[66006]: INFO networking_nsxv3.common.synchronization [req-53e60c73-e887-44fe-8300-88ad6ba66e49 req-f586f73e-d748-4666-ad3c-0420c52783eb service nova] Enqueued Resource ID: 2a63c05e-f258-450b-8d82-00221499d980 with Priority: HIGHEST for action port [ 970.463910] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_rules [ 970.464085] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 970.464418] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a63c05e-f258-450b-8d82-00221499d980 with Priority: HIGHEST for action port [ 970.464575] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.464575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.464766] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.464901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.465034] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a63c05e-f258-450b-8d82-00221499d980 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.465131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a63c05e-f258-450b-8d82-00221499d980" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.465188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a63c05e-f258-450b-8d82-00221499d980" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.465410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a63c05e-f258-450b-8d82-00221499d980" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.465560] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a63c05e-f258-450b-8d82-00221499d980',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.784345] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.784440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.784440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.785218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.785218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.785218] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe already deleted. [ 970.785218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.785218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.785218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.785651] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.915165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.915165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.915165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.915165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.915165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.915165] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 970.932261] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 970.932261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.932261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.932261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.932261] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.932261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.932261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.932261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.932261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.932261] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.939330] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddee05f8-797c-410c-bec6-0cf8822773cc [ 970.939330] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.939330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.939330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.939330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.939330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.939330] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddee05f8-797c-410c-bec6-0cf8822773cc already deleted. [ 970.939330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddee05f8-797c-410c-bec6-0cf8822773cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.954029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.954029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.954029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.954029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.954029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.965339] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 970.973889] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a63c05e-f258-450b-8d82-00221499d980 with status ACTIVE [ 970.973889] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.973889] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.973889] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.973889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.973889] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a63c05e-f258-450b-8d82-00221499d980 is going to be updated. [ 971.011047] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.011239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.011327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.011838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.011838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.012057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a63c05e-f258-450b-8d82-00221499d980" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.164100] env[66006]: INFO networking_nsxv3.common.synchronization [None req-a1df88b7-7ade-419c-aeaa-58fa18e7de70 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 971.167129] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 971.167129] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.167129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.309126] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.309285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.309383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.309637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.309740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.309851] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe already deleted. [ 971.309937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.435170] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.940272] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.445335] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.445335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.445335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.445335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.445335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.445335] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be updated. [ 972.480966] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.480966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.480966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.480966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.480966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.492277] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 972.808169] env[66006]: INFO networking_nsxv3.common.synchronization [req-45bcfd5a-49b7-4579-aae0-127ef647f8aa req-47220fe3-9b19-432a-bfeb-d507bc3d4cff tempest-ServerRescueNegativeTestJSON-1301040372 tempest-ServerRescueNegativeTestJSON-1301040372-project-member] Enqueued Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_members [ 972.808696] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGHEST for action security_group_members [ 972.809678] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.809851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.809941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.810210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.810435] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.810606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.810606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.810756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.810896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.810963] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.977703] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 972.977703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.977703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.978075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.978378] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.978719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.979519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.979519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.979519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.979519] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.297502] env[66006]: INFO networking_nsxv3.common.synchronization [req-2b27efce-b901-4cdc-8ae2-bae824614dd6 req-762be4d8-5954-47e2-998a-4ee809270b81 tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 973.298474] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 973.298474] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.299433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.299433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.299433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.301652] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.301820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.301907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.302184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.302305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.302438] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.316612] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.316824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.316914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.317161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.358447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.358843] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.358972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.359110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.359369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.359960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.360115] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b is going to be updated. [ 973.400891] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.400891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.400891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.400891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.400891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.412634] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b in Status: IN_PROGRESS for 2s [ 973.483441] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.483441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.483441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.483441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.483441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.484291] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.484436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.484501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.484707] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.484818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.484895] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 973.523466] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.524511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.524511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.524511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.524511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.536724] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 973.806421] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.806421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.806864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.807203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.807308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.807538] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.807650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.807710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.807874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.808029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.808149] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 already deleted. [ 973.808149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.879019] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.879019] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.879019] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.879019] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.879019] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.879019] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.879019] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.879449] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.879551] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.879732] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.879836] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.880016] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.880065] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.880210] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.880323] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.880446] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.901087] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.901442] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.901602] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.901774] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.902110] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.902296] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.902436] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.902775] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.902910] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fcf3321-3c3b-4bf4-a591-20270e4b76ef',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.405192] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.405421] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.405553] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.405831] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.406018] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.406151] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 0fcf3321-3c3b-4bf4-a591-20270e4b76ef not found, creating... [ 974.406413] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.406573] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.406686] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.406918] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.407072] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.407359] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.407512] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.407684] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.407826] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.407948] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.408098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 0fcf3321-3c3b-4bf4-a591-20270e4b76ef is going to be created. [ 974.431447] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.431682] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.431807] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.433771] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.433771] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.433771] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.504416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 974.504899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.505488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.505488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.505602] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.505758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.506178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.506298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.506371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.506806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.506806] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.507117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.507117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.507293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.507863] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.507863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.507863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.507863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.508124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.508124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.508240] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.509408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.512535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.512535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.513349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.513860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.513860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.513860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.514030] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.015917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b248f9-92e6-4360-b482-2b392979f643: rpc.has_security_group_logging(os_id): False [ 975.019559] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.038609] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.038609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.038609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.038869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.038987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.039793] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.039793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.039793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.039793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.039994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.040243] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.040403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.040535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.040741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.041217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.041217] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.041217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.041399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.041514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.041613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.041984] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be created. [ 975.114538] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.114538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.114538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.114752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.114932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.145723] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 975.198647] env[66006]: INFO networking_nsxv3.common.synchronization [req-2b27efce-b901-4cdc-8ae2-bae824614dd6 req-97876eca-bc5c-405d-b8c2-8a7d1f734799 service nova] Enqueued Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_rules [ 975.198832] env[66006]: INFO networking_nsxv3.common.synchronization [req-2b27efce-b901-4cdc-8ae2-bae824614dd6 req-97876eca-bc5c-405d-b8c2-8a7d1f734799 service nova] Enqueued Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 975.198965] env[66006]: INFO networking_nsxv3.common.synchronization [req-2b27efce-b901-4cdc-8ae2-bae824614dd6 req-97876eca-bc5c-405d-b8c2-8a7d1f734799 service nova] Enqueued Resource ID: 0fcf3321-3c3b-4bf4-a591-20270e4b76ef with Priority: HIGHEST for action port [ 975.199583] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_rules [ 975.199727] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 975.199822] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcf3321-3c3b-4bf4-a591-20270e4b76ef with Priority: HIGHEST for action port [ 975.200345] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.200518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.200710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.200934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.201090] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.202123] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.202711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.202711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.203027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.203161] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.203775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.203775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.203775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.203935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.205243] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.206086] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.207248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.207248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.207248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.207248] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fcf3321-3c3b-4bf4-a591-20270e4b76ef',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.286928] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc5ef8c6-5f16-466b-b4c3-392342554573 req-73fae3ef-8741-4f96-9427-eda439d3ef08 tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 975.287759] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 975.288149] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.288281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.288416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.288603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.288772] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.288887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.288952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.289137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.289223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.289318] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.424600] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b in Status: SUCCESS [ 975.424688] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b deletion is rescheduled due to dependency. [ 975.424952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.523042] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.554352] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 975.554352] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 deletion is rescheduled due to dependency. [ 975.554352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.708063] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.710762] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.710762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.711044] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fcf3321-3c3b-4bf4-a591-20270e4b76ef with status ACTIVE [ 975.711295] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.711484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.711589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.711918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.712092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.712374] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.712690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.712690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.712892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.713044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.713339] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.713502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.713606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.713851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.713991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.714153] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fcf3321-3c3b-4bf4-a591-20270e4b76ef is going to be updated. [ 975.738408] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.738408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.738408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.738682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.738682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.738769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fcf3321-3c3b-4bf4-a591-20270e4b76ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.791628] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.791868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.791868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.792155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.792328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.792561] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.792667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.792783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.793283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.793283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.793283] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 975.811199] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.811453] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.811552] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.811789] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.812052] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.812238] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.812401] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.812601] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.812759] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.812954] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.813096] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.813278] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.813383] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.813502] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.813628] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.813751] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.839381] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.839381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.839381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.839589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.839589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.850459] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.850743] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.850976] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.851369] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-601" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.851869] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-85b9dbf0-ffe6-4139-8dbc-9769ec984785 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.852801] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-85b9dbf0-ffe6-4139-8dbc-9769ec984785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.853032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-85b9dbf0-ffe6-4139-8dbc-9769ec984785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.853560] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-85b9dbf0-ffe6-4139-8dbc-9769ec984785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.853825] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b9dbf0-ffe6-4139-8dbc-9769ec984785',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.856497] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 976.026012] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.026204] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.026390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.026521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.026586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.026659] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be updated. [ 976.057986] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.058390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.058597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.058948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.060377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.069643] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 976.212487] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.356449] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.356670] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.356792] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.357094] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.357250] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.357396] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 85b9dbf0-ffe6-4139-8dbc-9769ec984785 not found, creating... [ 976.357641] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.357789] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.357902] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.358136] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.358269] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.358533] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.358680] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.358791] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.358989] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.359243] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.359380] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 85b9dbf0-ffe6-4139-8dbc-9769ec984785 is going to be created. [ 976.380304] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.380528] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.380637] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.380905] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.381167] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.381391] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-85b9dbf0-ffe6-4139-8dbc-9769ec984785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.714031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.714031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.714429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.714429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.714498] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.714563] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 is going to be created. [ 976.740665] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.740875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.740875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.741220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.741442] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.751255] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: UNINITIALIZED for 2s [ 977.081369] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc5ef8c6-5f16-466b-b4c3-392342554573 req-2c726d5c-8d78-4ba6-9ea9-b94430e9defe service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 977.081369] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc5ef8c6-5f16-466b-b4c3-392342554573 req-2c726d5c-8d78-4ba6-9ea9-b94430e9defe service nova] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 977.081369] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc5ef8c6-5f16-466b-b4c3-392342554573 req-2c726d5c-8d78-4ba6-9ea9-b94430e9defe service nova] Enqueued Resource ID: 85b9dbf0-ffe6-4139-8dbc-9769ec984785 with Priority: HIGHEST for action port [ 977.081369] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_rules [ 977.081369] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 977.081369] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b9dbf0-ffe6-4139-8dbc-9769ec984785 with Priority: HIGHEST for action port [ 977.081953] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.082244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.082480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.088187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.088187] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.088187] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.088187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.088187] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b9dbf0-ffe6-4139-8dbc-9769ec984785 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.088187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b9dbf0-ffe6-4139-8dbc-9769ec984785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.088187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b9dbf0-ffe6-4139-8dbc-9769ec984785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.088187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b9dbf0-ffe6-4139-8dbc-9769ec984785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.088187] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b9dbf0-ffe6-4139-8dbc-9769ec984785',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.157759] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 977.158082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.158318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.158588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.158675] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.495713] env[66006]: INFO networking_nsxv3.common.synchronization [req-d84a3021-541b-4fee-936f-a73b9cb49590 req-b3fcc0b7-9b46-4fe2-ab40-dda9326afad1 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_members [ 977.496067] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGHEST for action security_group_members [ 977.497161] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-53df8cb4-39e4-4102-9ceb-567faa735ba9 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.497351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.497568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.497993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.498268] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.498514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.498628] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.498891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.499048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.499206] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.593638] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85b9dbf0-ffe6-4139-8dbc-9769ec984785 with status ACTIVE [ 977.593638] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.593761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.593880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.594213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.594353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.594601] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.597491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.597491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.597491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.597491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.597491] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.597491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.597491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.597491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.597491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.597491] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85b9dbf0-ffe6-4139-8dbc-9769ec984785 is going to be updated. [ 977.597491] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.597491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.619749] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.620320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.620320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.620320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.620430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.620632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b9dbf0-ffe6-4139-8dbc-9769ec984785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.662785] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.662909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.869925] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 977.870256] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 deletion is rescheduled due to dependency. [ 977.870411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.872450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.872450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.872533] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.872697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.872697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.872860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.873498] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.873498] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.002828] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.002828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.002828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.003159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.025145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.025328] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.025474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.025547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.025748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.025829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.025917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 is going to be updated. [ 978.061982] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.062228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.062228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.062407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.062543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.072027] env[66006]: INFO networking_nsxv3.common.synchronization [None req-90b5e793-e128-41d0-898f-963ccbc9a9a4 None None] Enqueued Resource ID: 95686fac-7fe2-493b-a44c-6e96cdfee342 with Priority: HIGHEST for action port [ 978.072671] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95686fac-7fe2-493b-a44c-6e96cdfee342 with Priority: HIGHEST for action port [ 978.073620] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 in Status: IN_PROGRESS for 2s [ 978.074308] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-95686fac-7fe2-493b-a44c-6e96cdfee342 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.074450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95686fac-7fe2-493b-a44c-6e96cdfee342" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.074547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95686fac-7fe2-493b-a44c-6e96cdfee342" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.074875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95686fac-7fe2-493b-a44c-6e96cdfee342" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.074995] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95686fac-7fe2-493b-a44c-6e96cdfee342',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.081020] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 978.081257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.081732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.082106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.082180] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.082253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.082320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.082517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.082595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.082739] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.376513] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.577837] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95686fac-7fe2-493b-a44c-6e96cdfee342 [ 978.578147] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.578301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.578382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.578640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.578747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.578856] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95686fac-7fe2-493b-a44c-6e96cdfee342 already deleted. [ 978.578941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95686fac-7fe2-493b-a44c-6e96cdfee342" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.586657] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.765172] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: SUCCESS [ 978.766451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.766681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.766839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.767051] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.767157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.767221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.767469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.767712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.767712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.767821] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.879884] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.090070] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.273129] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.274322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.274490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.275013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.275013] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.275136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.275136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.275264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.275325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.275429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.275642] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.275910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.275910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.276860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.276860] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.276860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.276860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.276860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.276860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.276860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.276860] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.382678] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.382839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.382953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.383189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.383289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.383496] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 979.429459] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.429625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.429721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.429901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.430112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.453083] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 979.592173] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.592389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.592470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.592683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.592778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.592898] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be updated. [ 979.646453] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.646603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.646677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.646892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.647295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.661090] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 979.781169] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca1f177-d988-4f60-9b45-7de7116a7720: rpc.has_security_group_logging(os_id): False [ 979.817104] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.817104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.817104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.817104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.817104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.817104] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.817389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.817389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.817389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.817494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.817614] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.817699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.817754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.817889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.817958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.818158] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.818252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.818333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.818483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.818758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.818850] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 is going to be created. [ 979.893999] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.893999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.893999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.893999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.893999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.907467] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: IN_PROGRESS for 2s [ 980.085634] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 in Status: SUCCESS [ 980.085910] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 deletion is rescheduled due to dependency. [ 980.086090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.479244] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.479642] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.479642] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.480093] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.480156] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.480396] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.480536] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.481057] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.481057] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.481301] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.481458] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.481570] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.481685] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.481806] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.481908] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.482156] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.502625] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.502831] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.502922] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.503315] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.503664] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-7474584c-770b-43e3-a474-4d1f1723d09b taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.503837] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.503957] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.504242] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.504372] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7474584c-770b-43e3-a474-4d1f1723d09b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.008545] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.008545] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.008545] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.008545] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.008545] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.009231] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.009231] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.009231] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.009453] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.009492] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.011175] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.011175] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.011175] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.011175] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.011175] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.011175] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 7474584c-770b-43e3-a474-4d1f1723d09b is going to be updated. [ 981.033669] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.033919] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.034094] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.034336] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.034695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.034808] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.465414] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 981.465681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.465856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.466154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.466382] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.466511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.466583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.466841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.466983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.467093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.467187] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.606878] env[66006]: INFO networking_nsxv3.common.synchronization [req-9967d6c4-1050-4b24-80cd-a46c4ffb62f8 req-54d28069-4432-4306-8bbb-8373216a7341 tempest-ListServerFiltersTestJSON-1264544003 tempest-ListServerFiltersTestJSON-1264544003-project-member] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 981.608080] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGHEST for action security_group_members [ 981.608828] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.609377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.609547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.610067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.610416] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.610599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.610729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.611024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.611223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.611420] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.673675] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 981.673960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.674176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.674510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.674734] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.674869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.674940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.675125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.676975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.676975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.676975] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.874048] env[66006]: INFO networking_nsxv3.common.synchronization [req-ea0acb1c-7c74-4baa-994f-1f255adaa0cc req-35d545be-2a16-4320-93ee-c7dc82ec8b14 service nova] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_rules [ 981.874575] env[66006]: INFO networking_nsxv3.common.synchronization [req-ea0acb1c-7c74-4baa-994f-1f255adaa0cc req-35d545be-2a16-4320-93ee-c7dc82ec8b14 service nova] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 981.874575] env[66006]: INFO networking_nsxv3.common.synchronization [req-ea0acb1c-7c74-4baa-994f-1f255adaa0cc req-35d545be-2a16-4320-93ee-c7dc82ec8b14 service nova] Enqueued Resource ID: 7474584c-770b-43e3-a474-4d1f1723d09b with Priority: HIGHEST for action port [ 981.874989] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_rules [ 981.875133] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 981.875260] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7474584c-770b-43e3-a474-4d1f1723d09b with Priority: HIGHEST for action port [ 981.875530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.875639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.875699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.875982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.876082] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.878188] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.878380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.878380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.878649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.878827] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.878939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.879014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.879249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.879352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.879492] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.880653] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7474584c-770b-43e3-a474-4d1f1723d09b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.880788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.880857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.881022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.881162] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7474584c-770b-43e3-a474-4d1f1723d09b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.922891] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: SUCCESS [ 981.923230] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.969758] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.969967] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.970039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.970360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.970640] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.970751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.970845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.971086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.971193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.971275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.971437] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.971531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.971590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.971736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.971875] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.971965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.972207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.972400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.972518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.972582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.972807] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.117091] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.117481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.117481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.117749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.118390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.118390] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.118390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.118390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.118621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.118621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.119021] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be updated. [ 982.126900] env[66006]: INFO networking_nsxv3.common.synchronization [req-7be35397-2c0e-4fb2-9154-8b014d6ef6bc req-106e86d6-320a-468f-b80b-a7a6442b1277 tempest-ListServersNegativeTestJSON-874407269 tempest-ListServersNegativeTestJSON-874407269-project-member] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 982.127626] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 982.127983] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.128360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.128504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.128991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.129227] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.129368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.129459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.129571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.130059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.130059] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.170382] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.170632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.170800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.171168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.171345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.177469] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.177684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.184799] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: IN_PROGRESS for 2s [ 982.383892] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.383892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.383892] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.385107] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7474584c-770b-43e3-a474-4d1f1723d09b with status ACTIVE [ 982.386162] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.389397] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.389397] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.389397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.389397] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7474584c-770b-43e3-a474-4d1f1723d09b is going to be updated. [ 982.417422] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.417422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.417422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.417422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.417422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.417422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7474584c-770b-43e3-a474-4d1f1723d09b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.475333] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7172aa0b-1edb-4e97-8429-ccbcda42e5c6: rpc.has_security_group_logging(os_id): False [ 982.496912] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.497100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.497161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.498247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.498247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.498247] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.498247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.498247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.498247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.498565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.498565] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.498683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.498767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.501390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.501390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.501390] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.501390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.501390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.501390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.501390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.501390] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 982.618043] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.618209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.618209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.618439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.618533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.634310] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 982.638443] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.886304] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.141063] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.389074] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.389311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.389477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.389690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.389782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.389885] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be updated. [ 983.423994] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.424206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.424306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.424550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.424706] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.435658] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: IN_PROGRESS for 2s [ 983.644157] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.644419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.644534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.644997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.645153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.645309] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be updated. [ 983.680096] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.680314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.680314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.680524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.680662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.690406] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 984.204104] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d in Status: SUCCESS [ 984.204440] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d deletion is rescheduled due to dependency. [ 984.204593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.646893] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 984.647190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.451353] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 985.451627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.451774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.452014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.452213] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.452333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.452400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.452547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.452623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.452704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.452914] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.504847] env[66006]: INFO networking_nsxv3.common.synchronization [req-d80745a3-b030-4856-a908-2aa24dd18db3 req-097db2ec-2c2d-460a-a5b5-73f4e075c29d tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 985.506387] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 985.506637] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.506774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.506848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.507100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.507277] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.507410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.507482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.507648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.507733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.507827] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.703819] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 985.704068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.705089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.705089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.705089] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.705089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.705089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.705089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.705505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.705505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.705657] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.705870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.705870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.705977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.706152] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.706249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.706324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.706475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.707060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.707060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.707060] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.904823] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.905071] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.905214] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.905590] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.906089] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.906437] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.906627] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.906944] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.907136] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.907362] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.907485] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.908093] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.908093] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.908093] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.908093] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.908093] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.930381] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.930587] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.930734] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.930942] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.931433] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-559cfbfe-8a73-4dca-962d-2ce3d535856d taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.931667] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-559cfbfe-8a73-4dca-962d-2ce3d535856d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.931810] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-559cfbfe-8a73-4dca-962d-2ce3d535856d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.932225] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-559cfbfe-8a73-4dca-962d-2ce3d535856d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.932383] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559cfbfe-8a73-4dca-962d-2ce3d535856d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.957494] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.957736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.957790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.958124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.958373] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.958516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.958597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.958945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.958945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.959116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.959310] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.959445] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.959510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.959720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.959912] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.960211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.960313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.960509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.960620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.960703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.960836] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.010811] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.209529] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b248f9-92e6-4360-b482-2b392979f643: rpc.has_security_group_logging(os_id): False [ 986.229257] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.229447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.229520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.229755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.229839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.230102] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.230237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.230312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.230493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.230589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.230794] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.231266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.231350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.231503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.231631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.231868] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.231983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.232120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.232215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.232287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.232372] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be updated. [ 986.308675] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.308917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.308917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.310477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.310477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.328312] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 986.434837] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.435164] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.435212] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.435550] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.435696] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.435853] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 559cfbfe-8a73-4dca-962d-2ce3d535856d not found, creating... [ 986.436127] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.436423] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.436553] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.436784] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.436922] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.437709] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.438603] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.439780] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.439780] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.439780] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.439780] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 559cfbfe-8a73-4dca-962d-2ce3d535856d is going to be created. [ 986.463307] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e394ca6d-939f-4547-9b73-4f329a3e7f2a: rpc.has_security_group_logging(os_id): False [ 986.465749] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.465959] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.466090] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.466370] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.466656] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.467014] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-559cfbfe-8a73-4dca-962d-2ce3d535856d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.481511] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.481511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.481511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.481769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.512906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.513284] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.513536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.513536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.513773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.513839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.514046] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.514155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.514362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.514539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.514975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.514975] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.515209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.515209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.515282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.515705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.515705] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be updated. [ 986.516593] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.622125] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.622309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.622352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.622563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.622716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.646595] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: IN_PROGRESS for 2s [ 987.018830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.019048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.019101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.019288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.019377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.019474] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 987.058463] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.058743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.058743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.059064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.059713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.071649] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 987.193051] env[66006]: INFO networking_nsxv3.common.synchronization [req-d80745a3-b030-4856-a908-2aa24dd18db3 req-f39a7ed2-3854-454a-8778-4c823a859384 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 987.193051] env[66006]: INFO networking_nsxv3.common.synchronization [req-d80745a3-b030-4856-a908-2aa24dd18db3 req-f39a7ed2-3854-454a-8778-4c823a859384 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 987.193051] env[66006]: INFO networking_nsxv3.common.synchronization [req-d80745a3-b030-4856-a908-2aa24dd18db3 req-f39a7ed2-3854-454a-8778-4c823a859384 service nova] Enqueued Resource ID: 559cfbfe-8a73-4dca-962d-2ce3d535856d with Priority: HIGHEST for action port [ 987.193051] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 987.193051] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 987.193051] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559cfbfe-8a73-4dca-962d-2ce3d535856d with Priority: HIGHEST for action port [ 987.193051] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.193051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.193051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.193051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.193051] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.194556] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.194680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.197221] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-559cfbfe-8a73-4dca-962d-2ce3d535856d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.197221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559cfbfe-8a73-4dca-962d-2ce3d535856d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.197221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559cfbfe-8a73-4dca-962d-2ce3d535856d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.197221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559cfbfe-8a73-4dca-962d-2ce3d535856d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.197221] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559cfbfe-8a73-4dca-962d-2ce3d535856d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.696144] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.696617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.697899] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559cfbfe-8a73-4dca-962d-2ce3d535856d with status ACTIVE [ 987.698745] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.698745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.698745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.698745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.698745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.699167] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.699167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.699167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.699167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.699392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.699436] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.699521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.699576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.699733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.699790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.699885] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559cfbfe-8a73-4dca-962d-2ce3d535856d is going to be updated. [ 987.760264] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.760474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.760524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.760760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.760901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.761092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559cfbfe-8a73-4dca-962d-2ce3d535856d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.342724] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 988.343788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.343788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.343788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.344035] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.660976] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 988.661270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.848041] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.848041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.848041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.848041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.848515] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.849512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.849512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.849512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.849512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.849512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.849512] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.086951] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 989.087207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.087393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.087633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.087825] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.087936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.088024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.088193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.088277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.088386] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.351627] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.351756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.351756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.351976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.352142] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.352231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.352321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.352480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.352547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.352597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.352752] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.352930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.352930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.353032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.353164] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.353318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.353318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.353615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.353615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.353615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.353761] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.592283] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.857138] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b248f9-92e6-4360-b482-2b392979f643: rpc.has_security_group_logging(os_id): False [ 989.878829] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.879171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.879171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.879316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.879352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.879641] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.879757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.879808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.880033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.880221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.880459] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.880602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.880885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.880885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.880885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.881135] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.881257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.881362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.881451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.881541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.881606] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be updated. [ 989.964831] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.964831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.964831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.964831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.964831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.979402] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 990.095023] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.599262] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.599361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.599361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.599565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.599668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.599761] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 990.647353] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.647353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.647353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.647546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.647595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.663052] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 990.791935] env[66006]: INFO networking_nsxv3.common.synchronization [req-87943c55-3525-4ee2-9c5d-b06e2e3fd58d req-aeeba805-61d3-4067-b378-e30063d2e235 tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 990.791935] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 990.792951] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.793140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.793232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.795108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.795108] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.795108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.795108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.795108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.795108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.795108] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.300708] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.300708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.300708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.301321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.301321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.301321] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.301321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.301486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.301534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.301606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.301710] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 991.348748] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.349032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.349032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.349395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.349592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.361942] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 991.995405] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 991.995600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.676383] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 992.676383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.676383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.676783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.676887] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.677057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.677148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.677339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.677458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.677578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.677698] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.857146] env[66006]: INFO networking_nsxv3.common.synchronization [req-52eaf4cd-29e6-4886-9e99-c435b4e79d67 req-c8caac8d-fd39-43f5-9f4d-1b857f8df6f5 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_members [ 992.857146] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_members [ 992.858970] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.859634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.859846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.860272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.860834] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.862657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.862657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.862657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.862657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.862657] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.180913] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.181097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.181172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.181399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.181588] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.181705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.181756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.181892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.181995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.182100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.182258] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.182397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.182460] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.182597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.182746] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.182846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.182887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.183032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.183123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.183263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.183327] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.247864] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.248062] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.248182] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.248488] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.248747] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.248937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.249073] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.249296] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.249457] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.249649] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.249760] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.249861] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.249983] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.250063] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.250168] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.250295] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.272678] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.272849] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.272984] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.273242] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.273546] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.273727] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.273845] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.274193] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.274360] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adeb2a08-b10f-4659-8b46-4b0a5add8e7e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.366458] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.366638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.366695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.366916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.367012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.367304] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.367729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.367729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.367729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.367897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.367897] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 already deleted. [ 993.367969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.374112] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 993.374414] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a deletion is rescheduled due to dependency. [ 993.374414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.687396] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c3429d-b240-4858-b357-03f67aef0021: rpc.has_security_group_logging(os_id): False [ 993.707606] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.707798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.707798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.708075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.708166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.708382] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.708486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.708549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.708837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.708916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.709118] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.709216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.709278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.709499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.709607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.709784] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.709871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.709936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.710141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.710249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.710337] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 993.777286] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.777498] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.777618] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.777906] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.778061] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.778220] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port adeb2a08-b10f-4659-8b46-4b0a5add8e7e not found, creating... [ 993.780152] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.780152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.780152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.780152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.780152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.780152] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.780152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.780152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.780765] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.780765] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.780765] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: adeb2a08-b10f-4659-8b46-4b0a5add8e7e is going to be created. [ 993.783609] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.783748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.783834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.784010] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.784171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.798980] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 993.803769] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.804081] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.804143] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.804525] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.804883] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.805329] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.555485] env[66006]: INFO networking_nsxv3.common.synchronization [req-52eaf4cd-29e6-4886-9e99-c435b4e79d67 req-929fec64-4183-48dc-8ca2-03d2bdfb3427 service nova] Enqueued Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_rules [ 994.555727] env[66006]: INFO networking_nsxv3.common.synchronization [req-52eaf4cd-29e6-4886-9e99-c435b4e79d67 req-929fec64-4183-48dc-8ca2-03d2bdfb3427 service nova] Enqueued Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_members [ 994.555790] env[66006]: INFO networking_nsxv3.common.synchronization [req-52eaf4cd-29e6-4886-9e99-c435b4e79d67 req-929fec64-4183-48dc-8ca2-03d2bdfb3427 service nova] Enqueued Resource ID: adeb2a08-b10f-4659-8b46-4b0a5add8e7e with Priority: HIGHEST for action port [ 994.556432] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_rules [ 994.556603] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_members [ 994.556710] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adeb2a08-b10f-4659-8b46-4b0a5add8e7e with Priority: HIGHEST for action port [ 994.557052] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.557268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.557268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.557572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.557711] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.558811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.559221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.559221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.559221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.559417] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.559417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.559545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.559634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.559712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.559797] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.562473] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.562473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.562473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.562473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.562473] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adeb2a08-b10f-4659-8b46-4b0a5add8e7e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.064794] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.065277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.065277] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.066526] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adeb2a08-b10f-4659-8b46-4b0a5add8e7e with status ACTIVE [ 995.066776] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.066940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.067064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.067441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.067535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.067736] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.067855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.067890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.068122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.068191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.068396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.068593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.068708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.068781] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.068870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.068957] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adeb2a08-b10f-4659-8b46-4b0a5add8e7e is going to be updated. [ 995.102854] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.102854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.102854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.102854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.102854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.103266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adeb2a08-b10f-4659-8b46-4b0a5add8e7e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.469699] env[66006]: INFO networking_nsxv3.common.synchronization [req-bd590246-e0e5-4d11-8742-304e1bf31a2a req-76871772-f7fa-40a2-8a69-91d0e6173330 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 995.470472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 995.470790] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.470919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.471021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.472289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.472481] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.472593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.472656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.472814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.472896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.473011] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.571859] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.812512] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 995.812709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.862460] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.862693] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.862818] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.863162] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.863508] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.863659] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.863766] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.863990] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.864144] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.864395] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.865286] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.865286] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.865286] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.865286] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.865286] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.865286] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.891313] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.891561] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.891646] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.892561] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.892561] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.892561] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.892561] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.892967] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.892967] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.975679] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.975679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.975679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.975942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.976280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.976280] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.976429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.976429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.976570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.976653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.976735] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe already deleted. [ 995.976847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.076446] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.076846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.076846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.076959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.077029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.077082] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 is going to be created. [ 996.120810] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.121059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.121059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.121404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.121651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.134009] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 in Status: UNINITIALIZED for 2s [ 996.395391] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.395660] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.395825] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.396161] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.396371] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.396582] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 not found, creating... [ 996.397191] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.397191] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.397358] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.397558] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.397764] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.398096] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.398305] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.398417] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.398664] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.398789] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.398927] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 is going to be created. [ 996.422561] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.422774] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.422936] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.423400] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.423660] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.423942] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.165069] env[66006]: INFO networking_nsxv3.common.synchronization [req-bd590246-e0e5-4d11-8742-304e1bf31a2a req-d97467e8-e8c0-410d-8410-47953097036f service nova] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 997.165069] env[66006]: INFO networking_nsxv3.common.synchronization [req-bd590246-e0e5-4d11-8742-304e1bf31a2a req-d97467e8-e8c0-410d-8410-47953097036f service nova] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 997.165069] env[66006]: INFO networking_nsxv3.common.synchronization [req-bd590246-e0e5-4d11-8742-304e1bf31a2a req-d97467e8-e8c0-410d-8410-47953097036f service nova] Enqueued Resource ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 with Priority: HIGHEST for action port [ 997.165069] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 997.165716] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 997.165716] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 with Priority: HIGHEST for action port [ 997.165716] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.165716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.165716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.166150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.166150] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.170291] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.171033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.171033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.171316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.172535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.172535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.172535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.174574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.174574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.174574] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.174574] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.174574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.174574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.175256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.175256] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.678029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.678029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.678263] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.679176] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 with status ACTIVE [ 997.679992] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.681066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.681066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.681066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.681066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.681396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.681396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.681396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.682501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.682501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.682631] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.682748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.682793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.682976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.683116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.683218] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 is going to be updated. [ 997.714453] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.714696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.714810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.715147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.715446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.715639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.144836] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 in Status: SUCCESS [ 998.145188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.145306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.145466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.145691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.145861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.145861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.146053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.146149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.146219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.146312] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.185159] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.649542] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.687687] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.687966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.687966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.688171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.688229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.688385] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe is going to be created. [ 998.726351] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.726351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.726602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.726984] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.727080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.742500] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: UNINITIALIZED for 2s [ 999.151856] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3: rpc.has_security_group_logging(os_id): False [ 999.178345] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.178345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.178345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.178345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.178345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.178345] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.178345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.178345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.178345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.178345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.178345] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 is going to be created. [ 999.288811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.288811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.288811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.288811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.288811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.306512] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 in Status: IN_PROGRESS for 2s [ 999.773740] env[66006]: INFO networking_nsxv3.common.synchronization [req-791405c8-ed4c-451d-b6d4-58c643d5245f req-4cef26a5-eb1e-41a9-af67-7696789420fb tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 999.774852] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 999.775550] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.778594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.778594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.778594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.778594] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.778594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.778594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.778594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.778594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.778594] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.025045] env[66006]: INFO networking_nsxv3.common.synchronization [req-3bf0941b-c092-4836-9a3f-62c7b8bbdfe1 req-717af0f1-191d-4ee2-962e-80e2a72434a3 tempest-ImagesTestJSON-709777127 tempest-ImagesTestJSON-709777127-project-member] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 1000.025318] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGHEST for action security_group_members [ 1000.025681] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.025969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.025969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.026826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.026826] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.026826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.026826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.026826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.026826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.026826] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.281414] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.529364] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.529714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.529714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.529893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.530047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.530309] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.530447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.530516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.530686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.530770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.530854] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be updated. [ 1000.565502] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.565502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.565783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.565888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.566033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.580387] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: IN_PROGRESS for 2s [ 1000.755364] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: SUCCESS [ 1000.755364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.755711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.755711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.755959] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.756112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.756150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.756309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.756406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.756529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.756529] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.783178] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.944442] env[66006]: INFO networking_nsxv3.common.synchronization [None req-970e1ed1-e3b9-4d4d-afb9-8ca0644eb0c3 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_rules [ 1000.944963] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_rules [ 1000.945280] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.945402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.945468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.945755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.945845] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.057409] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9ffad4f3-64bd-40eb-bef8-fd98daf36c27 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_rules [ 1001.057957] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_rules [ 1001.058291] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.058417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.259452] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.286628] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.289514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.289514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.289514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.289514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.289514] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1001.323324] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 in Status: SUCCESS [ 1001.323324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.330891] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.330891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.330891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.330891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.330891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.338695] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1001.470632] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.470725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.470765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.471039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.471103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.471191] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd already deleted. [ 1001.471306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.471514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.471689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.471775] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.762284] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9012e3fb-8a00-4150-bbd8-2f2245511ffe: rpc.has_security_group_logging(os_id): False [ 1001.783378] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.783622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.783674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.783891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.784088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.784263] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.784370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.784443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.784718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.784799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.784904] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe is going to be created. [ 1001.864554] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.865190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.865383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.865690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.865991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.882834] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: IN_PROGRESS for 2s [ 1001.993536] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.993691] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.993847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.993974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.994081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.994265] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd already deleted. [ 1001.994265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.589022] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 in Status: SUCCESS [ 1002.589022] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 deletion is rescheduled due to dependency. [ 1002.589365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.349508] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1003.349508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.897975] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: SUCCESS [ 1003.897975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.865684] env[66006]: INFO networking_nsxv3.common.synchronization [req-865f582d-3f54-4a7a-ba80-182559cd5777 req-866e87e3-6185-4446-8614-1da73b4f81de tempest-ServerRescueNegativeTestJSON-1301040372 tempest-ServerRescueNegativeTestJSON-1301040372-project-member] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 1004.866031] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 1004.866358] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.866507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.866567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.866764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.866919] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.867300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.867413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.867632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.867774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.867923] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.370128] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.873046] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.888976] env[66006]: INFO networking_nsxv3.common.synchronization [req-24f50644-8e98-4537-bd9b-dc35009156f2 req-78bf109e-1f93-4150-b250-8b6a938c3b0e tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 1005.889854] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 1005.890637] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.890637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.890637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.890845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.891508] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.891508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.891508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.891508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.891508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.891762] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.374873] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.375074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.375148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.375374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.375469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.375563] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 is going to be updated. [ 1006.394585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.394733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.394793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.395062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.395155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.395369] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.395468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.395527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.395672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.395747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.395833] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 is going to be updated. [ 1006.412082] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.412282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.412375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.412686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.412799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.423192] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: IN_PROGRESS for 2s [ 1006.425287] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.425452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.425500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.425976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.426236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.437346] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: IN_PROGRESS for 2s [ 1007.174602] env[66006]: INFO networking_nsxv3.common.synchronization [req-a2a976b8-6a98-4eec-8a0d-a6c110ed8965 req-16e5e4d0-fb84-409b-9bfa-5f87bca52e47 tempest-ListServersNegativeTestJSON-874407269 tempest-ListServersNegativeTestJSON-874407269-project-member] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 1007.175174] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 1007.175478] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.176609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.176609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.176609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.176609] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.176609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.176609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.177050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.177050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.177050] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.315167] env[66006]: INFO networking_nsxv3.common.synchronization [req-065db520-1f33-4518-9b87-77282deac278 req-ddcc30b0-ce49-445a-b0a6-41206ccdc95c tempest-ListServersNegativeTestJSON-874407269 tempest-ListServersNegativeTestJSON-874407269-project-member] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 1007.315790] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGHEST for action security_group_members [ 1007.316190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.316318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.679177] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.181858] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.435374] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: SUCCESS [ 1008.435645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.447040] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: SUCCESS [ 1008.447211] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 deletion is rescheduled due to dependency. [ 1008.447532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.617644] env[66006]: INFO networking_nsxv3.common.synchronization [req-1fe608f0-4e9f-4bdc-a2aa-bdf538c2e42d req-aa3658cb-f9a5-487b-b7ea-a43e04a0fe77 tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1008.618314] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1008.618666] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.618795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.618879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.619922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.620202] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.620433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.620521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.621081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.621258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.621482] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.685408] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.686240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.686240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.686240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.686240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.686504] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be updated. [ 1008.722691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.722894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.722994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.723388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.723567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.734553] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 1008.971930] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.971930] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.971930] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.972170] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.972380] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.972531] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.972642] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.972891] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.973043] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.973251] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.973391] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.973498] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.973603] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.973708] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.973807] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.973931] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.002581] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.002936] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.003105] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.003290] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.003767] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-40a84c4e-9152-44aa-8525-86ee29bc7e1e taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.003902] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-40a84c4e-9152-44aa-8525-86ee29bc7e1e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.004039] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-40a84c4e-9152-44aa-8525-86ee29bc7e1e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.004392] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-40a84c4e-9152-44aa-8525-86ee29bc7e1e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.004556] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a84c4e-9152-44aa-8525-86ee29bc7e1e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.124103] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.124103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.124103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.124103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.124592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.124592] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.124817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.124967] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.125670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.125670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.125670] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 1009.185051] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.185051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.185051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.185542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.185542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.196822] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1009.507829] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.508022] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.508081] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.508393] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.508545] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.508777] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 40a84c4e-9152-44aa-8525-86ee29bc7e1e not found, creating... [ 1009.509149] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.509358] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.509563] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.509919] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.510156] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.510569] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.510778] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.510919] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.511259] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.511449] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.511597] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 40a84c4e-9152-44aa-8525-86ee29bc7e1e is going to be created. [ 1009.543070] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.543333] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.543631] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.543933] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.544186] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.544463] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-40a84c4e-9152-44aa-8525-86ee29bc7e1e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.249021] env[66006]: INFO networking_nsxv3.common.synchronization [req-1fe608f0-4e9f-4bdc-a2aa-bdf538c2e42d req-cf677c40-21a2-4764-a91f-d26ca723f577 service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 1010.249356] env[66006]: INFO networking_nsxv3.common.synchronization [req-1fe608f0-4e9f-4bdc-a2aa-bdf538c2e42d req-cf677c40-21a2-4764-a91f-d26ca723f577 service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1010.249356] env[66006]: INFO networking_nsxv3.common.synchronization [req-1fe608f0-4e9f-4bdc-a2aa-bdf538c2e42d req-cf677c40-21a2-4764-a91f-d26ca723f577 service nova] Enqueued Resource ID: 40a84c4e-9152-44aa-8525-86ee29bc7e1e with Priority: HIGHEST for action port [ 1010.249943] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 1010.250093] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1010.251957] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a84c4e-9152-44aa-8525-86ee29bc7e1e with Priority: HIGHEST for action port [ 1010.252643] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.252643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.252643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.252930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.253146] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.254174] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.254286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.255028] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-40a84c4e-9152-44aa-8525-86ee29bc7e1e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.255166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40a84c4e-9152-44aa-8525-86ee29bc7e1e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.255247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40a84c4e-9152-44aa-8525-86ee29bc7e1e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.255426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40a84c4e-9152-44aa-8525-86ee29bc7e1e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.255497] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a84c4e-9152-44aa-8525-86ee29bc7e1e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.747984] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 1010.748293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.748473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.748690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.748878] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.748994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.749070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.749220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.749298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.749422] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.757200] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.757385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.757509] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40a84c4e-9152-44aa-8525-86ee29bc7e1e with status ACTIVE [ 1010.757694] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.758021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.758021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.758137] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.758178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.758314] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.758404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.758466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.758616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.758689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.758865] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.758956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.759025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.759164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.759236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.759318] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40a84c4e-9152-44aa-8525-86ee29bc7e1e is going to be updated. [ 1010.797759] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.797759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.797759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.797759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.797759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.797759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40a84c4e-9152-44aa-8525-86ee29bc7e1e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.073221] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.073421] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.211903] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1011.212128] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a deletion is rescheduled due to dependency. [ 1011.212474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.212474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.212789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.213165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.213326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.213326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.213492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.213626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.213800] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.251533] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.252139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.252139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.252139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.252322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.252513] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.252840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.252840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.252946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.252983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.253155] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be updated. [ 1011.281834] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.282177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.282285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.282658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.282882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.295410] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: IN_PROGRESS for 2s [ 1011.717084] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.219784] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.723031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.723814] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 1012.757218] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.757470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.757540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.759282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.759282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.773880] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1012.959111] env[66006]: INFO networking_nsxv3.common.synchronization [req-2b528f63-fbbc-4590-a201-e29ac8e29a1a req-c9cff29b-5216-4f00-be86-b6aa44a7ddd6 tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1012.959111] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1012.960580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.960580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.960580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.960580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.960580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.960580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.960580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.960580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.960580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.961098] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.309972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b248f9-92e6-4360-b482-2b392979f643 in Status: SUCCESS [ 1013.309972] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b248f9-92e6-4360-b482-2b392979f643 deletion is rescheduled due to dependency. [ 1013.309972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.465281] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.968464] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.475227] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.475227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.475227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.475227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.475227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.475227] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1014.513279] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.513632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.514356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.514356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.514356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.525407] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1014.788658] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1014.789060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.790086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.790086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.790086] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.790086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.790086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.790086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.790560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.790560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.790560] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.293052] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.293482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.293482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.293583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.293980] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.294196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.294313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.294747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.294912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.295062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.295338] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.295454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.295519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.295719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.295954] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.296113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.296239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.296424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.296551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.296684] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.296814] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.799898] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 206c51d0-9e5d-4572-b376-65a436ace75a: rpc.has_security_group_logging(os_id): False [ 1015.828871] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.828871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.828871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.828871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.828871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.828871] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.828871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.828871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.828871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.828871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.829487] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.829487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.829487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.829487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.829487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.829682] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.829682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.829682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.829805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.830013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.830013] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 1016.029049] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.029049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.029049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.029049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.029049] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.047635] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1016.128554] env[66006]: INFO networking_nsxv3.common.synchronization [req-dafea3de-2bf6-4aac-8613-0696082eade6 req-ddeb9c7f-6484-4900-b09a-76535f224457 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1016.129379] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1016.129661] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.129794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.129854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.130128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.130290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.130397] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.130453] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.130609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.130683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.130793] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.537717] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1016.538038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.554562] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.554932] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.555189] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.555661] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.556027] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.556207] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.556327] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.556579] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.556770] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.557034] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.557149] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.557266] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.557370] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.557481] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.557607] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.557741] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.581999] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.582197] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.582330] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.582518] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.582853] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.583041] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.583168] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.583605] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.583754] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0baea41-596c-41ac-b2cc-2a0cb0ae059e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.634010] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.634545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.634689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.634895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.635042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.635237] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.635382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.635473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.635580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.635667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.635753] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd already deleted. [ 1016.636022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.086777] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.087064] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.087194] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.087477] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.087703] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.087858] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port b0baea41-596c-41ac-b2cc-2a0cb0ae059e not found, creating... [ 1017.088156] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.088315] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.088441] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.088700] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.088853] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.089171] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.089334] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.089462] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.089698] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.089828] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.089961] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: b0baea41-596c-41ac-b2cc-2a0cb0ae059e is going to be created. [ 1017.113070] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.113374] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.113908] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.113908] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.114229] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.114505] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.909032] env[66006]: INFO networking_nsxv3.common.synchronization [req-dafea3de-2bf6-4aac-8613-0696082eade6 req-4444cc19-2c52-4775-9a08-692f3479c621 service nova] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_rules [ 1017.909032] env[66006]: INFO networking_nsxv3.common.synchronization [req-dafea3de-2bf6-4aac-8613-0696082eade6 req-4444cc19-2c52-4775-9a08-692f3479c621 service nova] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1017.909032] env[66006]: INFO networking_nsxv3.common.synchronization [req-dafea3de-2bf6-4aac-8613-0696082eade6 req-4444cc19-2c52-4775-9a08-692f3479c621 service nova] Enqueued Resource ID: b0baea41-596c-41ac-b2cc-2a0cb0ae059e with Priority: HIGHEST for action port [ 1017.909032] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_rules [ 1017.909032] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1017.909032] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0baea41-596c-41ac-b2cc-2a0cb0ae059e with Priority: HIGHEST for action port [ 1017.909616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.909616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.909616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.913134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.913134] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.913134] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.913134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.913134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.913134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.913134] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.913134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.913134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.913134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.913134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.913134] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.913902] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.913902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.913902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.913902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.913902] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0baea41-596c-41ac-b2cc-2a0cb0ae059e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.963063] env[66006]: INFO networking_nsxv3.common.synchronization [None req-49386bd0-dff3-4abf-a11a-edd95c048dfd None None] Enqueued Resource ID: ecea7737-56a6-4456-a6fb-248955c80223 with Priority: HIGHEST for action port [ 1017.963318] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecea7737-56a6-4456-a6fb-248955c80223 with Priority: HIGHEST for action port [ 1017.963860] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecea7737-56a6-4456-a6fb-248955c80223 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.963963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecea7737-56a6-4456-a6fb-248955c80223" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.964067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecea7737-56a6-4456-a6fb-248955c80223" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.967749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecea7737-56a6-4456-a6fb-248955c80223" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.967868] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecea7737-56a6-4456-a6fb-248955c80223',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.060754] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1018.060977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.205776] env[66006]: INFO networking_nsxv3.common.synchronization [req-85106b39-a855-4159-97c1-5a4a55c432f3 req-cee39015-3cc3-4bc4-90cd-2daf4798f586 tempest-ServersNegativeTestJSON-874941818 tempest-ServersNegativeTestJSON-874941818-project-member] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 1018.206225] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGHEST for action security_group_members [ 1018.206394] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.206583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.206583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.206781] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.209607] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.209784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.209852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.210082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.210197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.210305] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.416282] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.416434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.416641] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.417558] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0baea41-596c-41ac-b2cc-2a0cb0ae059e with status ACTIVE [ 1018.417727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.417838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.417895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.418151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.418226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.419189] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.419189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.419189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.419189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.419189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.419189] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.419189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.420482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.421077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.421166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.421327] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0baea41-596c-41ac-b2cc-2a0cb0ae059e is going to be updated. [ 1018.447661] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.447861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.447910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.448106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.448247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.448406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0baea41-596c-41ac-b2cc-2a0cb0ae059e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.471323] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecea7737-56a6-4456-a6fb-248955c80223 [ 1018.471722] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.471903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.471990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.472354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.472489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.472639] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecea7737-56a6-4456-a6fb-248955c80223 already deleted. [ 1018.472752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecea7737-56a6-4456-a6fb-248955c80223" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.714193] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.714193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.714193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.714193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.714193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.714193] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.714767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.714767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.714767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.714767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.715123] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be updated. [ 1018.772752] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.772946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.773041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.773478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.773961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.780281] env[66006]: INFO networking_nsxv3.common.synchronization [None req-8ffc6d44-ed72-438f-9b63-0a0567f773ed tempest-ServerActionsTestOtherB-1443957292 tempest-ServerActionsTestOtherB-1443957292-project-member] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1018.780281] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1018.780281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.780281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.780281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.780281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.780281] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.788675] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: IN_PROGRESS for 2s [ 1018.901349] env[66006]: INFO networking_nsxv3.common.synchronization [None req-292d397e-50f9-4ae9-98db-93a74ba1c328 tempest-ServerActionsTestOtherB-1443957292 tempest-ServerActionsTestOtherB-1443957292-project-member] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1018.901349] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1018.902021] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.902021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.923524] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.308922] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.309158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.309158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.309477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.309596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.309699] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 already deleted. [ 1019.309793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.309937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.310240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.310240] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.426768] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.428940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.428940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.428940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.428940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.428940] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd is going to be created. [ 1019.456753] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.456753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.456753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.456753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.456753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.469924] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: UNINITIALIZED for 2s [ 1019.831771] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.831982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.831982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.832322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.832556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.832556] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 already deleted. [ 1019.832720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.008547] env[66006]: INFO networking_nsxv3.common.synchronization [None req-043463d4-2939-4625-af6a-bdd8899dcde6 tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_rules [ 1020.008905] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_rules [ 1020.009271] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.009459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.009603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.009948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.010050] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.168656] env[66006]: INFO networking_nsxv3.common.synchronization [None req-8eff71d5-7cf1-4bb3-805b-5ccfde1b826d tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_rules [ 1020.171018] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_rules [ 1020.171018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.171018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.534486] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.534486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.534486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.534486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.534486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.534486] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1ab3dcc-aed2-42b2-a289-306353228a07 already deleted. [ 1020.534486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.534486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.534486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.534486] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.655418] env[66006]: INFO networking_nsxv3.common.synchronization [None req-bbbbcd8b-1c0a-467f-a240-89353c328b41 None None] Enqueued Resource ID: 2b44836a-4fa4-4a70-bcd4-83d45a582dd5 with Priority: HIGHEST for action port [ 1020.656127] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b44836a-4fa4-4a70-bcd4-83d45a582dd5 with Priority: HIGHEST for action port [ 1020.657103] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b44836a-4fa4-4a70-bcd4-83d45a582dd5 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.657347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b44836a-4fa4-4a70-bcd4-83d45a582dd5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.657985] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b44836a-4fa4-4a70-bcd4-83d45a582dd5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.658447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b44836a-4fa4-4a70-bcd4-83d45a582dd5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.658493] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b44836a-4fa4-4a70-bcd4-83d45a582dd5',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.799791] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a in Status: SUCCESS [ 1020.800043] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a deletion is rescheduled due to dependency. [ 1020.800107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.059324] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.059890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.059890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.059890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.059890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.059890] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1ab3dcc-aed2-42b2-a289-306353228a07 already deleted. [ 1021.060084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.160992] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b44836a-4fa4-4a70-bcd4-83d45a582dd5 [ 1021.161253] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.161382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.161466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.161711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.161789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.161883] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b44836a-4fa4-4a70-bcd4-83d45a582dd5 already deleted. [ 1021.161963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b44836a-4fa4-4a70-bcd4-83d45a582dd5" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.179450] env[66006]: INFO networking_nsxv3.common.synchronization [req-5a22d904-75a9-4cc4-989a-e9a9ca297b72 req-979931e4-20dc-434b-b94e-bb9a966d308a tempest-ServerRescueNegativeTestJSON-1301040372 tempest-ServerRescueNegativeTestJSON-1301040372-project-member] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 1021.180116] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGHEST for action security_group_members [ 1021.180234] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.180431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.180431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.180604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.180752] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.180846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.180900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.181054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.181136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.181224] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.483135] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: SUCCESS [ 1021.483791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.484048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.484195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.484426] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.484520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.484581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.484739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.484818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.484942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.485087] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.684823] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.685022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.685475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.687520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.726727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.727173] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.727173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.727173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.727346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.727398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.727483] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 is going to be updated. [ 1021.763450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.763450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.763450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.763450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.763892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.774812] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: IN_PROGRESS for 2s [ 1021.987518] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.490196] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5605c7e2-a34e-496a-9db7-32d78c0aacfd: rpc.has_security_group_logging(os_id): False [ 1022.511600] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.511756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.511819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.512035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.512111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.512355] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.512443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.512503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.512825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.512903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.512991] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd is going to be created. [ 1022.573303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.573498] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.573586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.574457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.574457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.585304] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: IN_PROGRESS for 2s [ 1023.787561] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 in Status: SUCCESS [ 1023.787902] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 deletion is rescheduled due to dependency. [ 1023.787902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.599463] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: SUCCESS [ 1024.599463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.631767] env[66006]: INFO networking_nsxv3.common.synchronization [req-296becde-bffc-47b7-8c4e-cee378a2a53d req-31234a7b-3b8b-4c65-91b6-1fb4f506a319 tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1024.631767] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1024.631767] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.631767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.631767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.631767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.631767] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.631767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.631767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.631767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.631767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.631767] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.135079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.135079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.135079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.135079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.135079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.135655] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.135655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.135655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.135655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.135655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.135839] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 1025.165128] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.165282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.165336] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.165562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.165674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.175905] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1025.330090] env[66006]: INFO networking_nsxv3.common.synchronization [req-aebcb92b-a922-4a2a-831e-8274f8b037a0 req-7f5c3cad-11eb-4630-9319-986689e8a47b tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1025.331218] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1025.331218] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.331218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.331218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.331443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.331631] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.331776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.331857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.332057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.332170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.332284] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.835071] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.049096] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.049528] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.049528] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.049742] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.050070] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.050232] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.050348] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.050557] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.050698] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.050936] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.051114] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.051243] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.051353] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.051468] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.051573] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.051736] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.074779] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.074966] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.075037] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.075212] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.075832] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-0c0809a1-741d-437e-9cfc-05d0cabfbbad taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.076032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-0c0809a1-741d-437e-9cfc-05d0cabfbbad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.076125] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-0c0809a1-741d-437e-9cfc-05d0cabfbbad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.076484] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-0c0809a1-741d-437e-9cfc-05d0cabfbbad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.076637] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0809a1-741d-437e-9cfc-05d0cabfbbad',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.337124] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.579625] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.579763] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.579865] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.580511] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.580511] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.580511] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 0c0809a1-741d-437e-9cfc-05d0cabfbbad not found, creating... [ 1026.580686] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.580995] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.581322] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.581423] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.581758] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.581834] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.581985] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.582356] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.582356] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.582462] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.582569] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 0c0809a1-741d-437e-9cfc-05d0cabfbbad is going to be created. [ 1026.607666] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.607995] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.608044] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.608323] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.608547] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.609725] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-0c0809a1-741d-437e-9cfc-05d0cabfbbad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.841538] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.841729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.841772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.842072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.842246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.842372] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1026.872190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.872404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.872404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.872590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.872749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.889442] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1027.188224] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1027.188389] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a deletion is rescheduled due to dependency. [ 1027.188582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.385676] env[66006]: INFO networking_nsxv3.common.synchronization [req-aebcb92b-a922-4a2a-831e-8274f8b037a0 req-6e83ffe5-21c0-4b3e-a11b-4fa8aee0aa30 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 1027.386020] env[66006]: INFO networking_nsxv3.common.synchronization [req-aebcb92b-a922-4a2a-831e-8274f8b037a0 req-6e83ffe5-21c0-4b3e-a11b-4fa8aee0aa30 service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1027.386089] env[66006]: INFO networking_nsxv3.common.synchronization [req-aebcb92b-a922-4a2a-831e-8274f8b037a0 req-6e83ffe5-21c0-4b3e-a11b-4fa8aee0aa30 service nova] Enqueued Resource ID: 0c0809a1-741d-437e-9cfc-05d0cabfbbad with Priority: HIGHEST for action port [ 1027.386590] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 1027.386739] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1027.386808] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0809a1-741d-437e-9cfc-05d0cabfbbad with Priority: HIGHEST for action port [ 1027.387349] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.387470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.387534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.387717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.388050] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.389528] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.389528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.389528] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c0809a1-741d-437e-9cfc-05d0cabfbbad taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.389528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c0809a1-741d-437e-9cfc-05d0cabfbbad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.389528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c0809a1-741d-437e-9cfc-05d0cabfbbad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.389863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c0809a1-741d-437e-9cfc-05d0cabfbbad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.389863] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0809a1-741d-437e-9cfc-05d0cabfbbad',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.894716] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c0809a1-741d-437e-9cfc-05d0cabfbbad with status ACTIVE [ 1027.894716] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.894716] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.894716] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.894716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.894716] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c0809a1-741d-437e-9cfc-05d0cabfbbad is going to be updated. [ 1027.902655] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.902655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.926514] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.926727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.926727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.930073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.930073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.930073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c0809a1-741d-437e-9cfc-05d0cabfbbad" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.176049] env[66006]: INFO networking_nsxv3.common.synchronization [req-32e5a47c-c43c-4ee7-96a3-2dc304deec15 req-29312268-e762-4754-a98f-0ffbe2f8a40e tempest-ListImageFiltersTestJSON-349702727 tempest-ListImageFiltersTestJSON-349702727-project-member] Enqueued Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 1028.177472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 1028.177809] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.177948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.178012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.178222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.178382] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.178486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.178550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.178724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.178811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.178904] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.680972] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.899850] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1028.900200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.900419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.900687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.900761] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.900887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.901164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.901164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.901365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.901365] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.184659] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.404016] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.558098] env[66006]: INFO networking_nsxv3.common.synchronization [req-52543cd9-0cc9-413d-8a21-712ba5d6d298 req-072b9617-44c9-403d-b756-e3808e4c38fb tempest-ServerActionsTestOtherB-1443957292 tempest-ServerActionsTestOtherB-1443957292-project-member] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1029.558615] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1029.559387] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.559527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.559632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.559845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.560555] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.560555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.560555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.560555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.560555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.561059] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.687147] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.687676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.687676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.687676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.687863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.687900] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 is going to be updated. [ 1029.716489] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.717062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.717233] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.720243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.720243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.731808] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: IN_PROGRESS for 2s [ 1029.907934] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.992219] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.992431] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.992550] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.992893] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.993153] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.993322] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.993420] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.993679] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.993911] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.998024] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.998024] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.998024] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.998024] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.998024] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.998024] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.998024] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.021520] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.021520] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.021520] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.021520] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.021520] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-ab2ab4f7-165a-41cb-948d-16f3a68199cc taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.021520] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-ab2ab4f7-165a-41cb-948d-16f3a68199cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.021520] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-ab2ab4f7-165a-41cb-948d-16f3a68199cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.021520] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-ab2ab4f7-165a-41cb-948d-16f3a68199cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.021520] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab2ab4f7-165a-41cb-948d-16f3a68199cc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.063988] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.064158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.064229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.064436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.064520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.064713] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.064937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.064937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.065085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.065085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.065179] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 already deleted. [ 1030.065236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.411050] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.411231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.411491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.411613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.411613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.411704] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1030.444663] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.444852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.444900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.445112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.445246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.454958] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1030.525677] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.525912] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.526062] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.526335] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.526482] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.526633] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port ab2ab4f7-165a-41cb-948d-16f3a68199cc not found, creating... [ 1030.526886] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.527050] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.527165] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.527385] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.527505] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.527777] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.527938] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.528119] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.528349] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.528467] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.528603] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: ab2ab4f7-165a-41cb-948d-16f3a68199cc is going to be created. [ 1030.549302] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.549522] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.549644] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.549932] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.550180] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.550407] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-ab2ab4f7-165a-41cb-948d-16f3a68199cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.274704] env[66006]: INFO networking_nsxv3.common.synchronization [req-52543cd9-0cc9-413d-8a21-712ba5d6d298 req-75cde2b0-c79a-4867-93a8-f40cbefe683f service nova] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1031.274704] env[66006]: INFO networking_nsxv3.common.synchronization [req-52543cd9-0cc9-413d-8a21-712ba5d6d298 req-75cde2b0-c79a-4867-93a8-f40cbefe683f service nova] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1031.275146] env[66006]: INFO networking_nsxv3.common.synchronization [req-52543cd9-0cc9-413d-8a21-712ba5d6d298 req-75cde2b0-c79a-4867-93a8-f40cbefe683f service nova] Enqueued Resource ID: ab2ab4f7-165a-41cb-948d-16f3a68199cc with Priority: HIGHEST for action port [ 1031.275404] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1031.275977] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1031.276289] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab2ab4f7-165a-41cb-948d-16f3a68199cc with Priority: HIGHEST for action port [ 1031.276651] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.276718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.276778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.277050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.277123] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.278575] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.278575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.278764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.278874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.279052] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.279161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.279216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.279363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.279468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.279540] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.281278] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab2ab4f7-165a-41cb-948d-16f3a68199cc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.281278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab2ab4f7-165a-41cb-948d-16f3a68199cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.281278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab2ab4f7-165a-41cb-948d-16f3a68199cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.281278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab2ab4f7-165a-41cb-948d-16f3a68199cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.282533] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab2ab4f7-165a-41cb-948d-16f3a68199cc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.742149] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: SUCCESS [ 1031.742367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.779744] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.779889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.781214] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.785535] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab2ab4f7-165a-41cb-948d-16f3a68199cc with status ACTIVE [ 1031.785535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.785535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.785535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.785535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.785535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.785535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.785535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.785535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.785535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.786064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.786713] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.786713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.786713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.786713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.786713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.786713] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab2ab4f7-165a-41cb-948d-16f3a68199cc is going to be updated. [ 1031.811472] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.811661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.811716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.811899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.812045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.812207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab2ab4f7-165a-41cb-948d-16f3a68199cc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.978359] env[66006]: INFO networking_nsxv3.common.synchronization [req-dd37afbb-f750-4d27-90c7-914bcecde722 req-58a3a4a3-e6e8-4e90-93f4-b1d0918610f8 tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_members [ 1031.978984] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_members [ 1031.979359] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.979483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.979533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.979804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.979985] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.980180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.980315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.980631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.980757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.980872] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.283950] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.357051] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.357399] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.357399] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.357713] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.357954] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.358115] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.358228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.358457] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.358601] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.358799] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.358948] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.359070] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.359175] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.359283] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.359383] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.359511] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.397126] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.397327] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.397460] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.397672] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.397942] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.398191] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.398270] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.398942] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.398942] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.466250] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1032.466430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.466598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.466887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.467074] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.467195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.467260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.467467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.467552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.467810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.467810] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.482945] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.483135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.483179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.483365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.483447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.483699] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.483794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.483852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.483996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.484082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.484165] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1ab3dcc-aed2-42b2-a289-306353228a07 already deleted. [ 1032.484332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.787986] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.788136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.789342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.789342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.789342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.789342] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be created. [ 1032.816299] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.816688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.816688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.816826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.816967] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.828115] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: UNINITIALIZED for 2s [ 1032.901389] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.901628] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.901735] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.902034] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.902166] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.902337] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda not found, creating... [ 1032.902610] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.903219] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.903219] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.903219] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.903383] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.903727] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.905956] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.905956] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.905956] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.905956] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.905956] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda is going to be created. [ 1032.927032] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.927032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.927032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.927032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.927032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.927032] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.973039] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.973039] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.973039] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.973039] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.973039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.974066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.974066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.974066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.974066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.974736] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.477814] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c3429d-b240-4858-b357-03f67aef0021: rpc.has_security_group_logging(os_id): False [ 1033.502506] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.503074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.503074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.503074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.503247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.506546] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.506546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.506546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.506546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.506546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.506546] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.506546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.506546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.506546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.506546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.506546] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.506546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.508680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.508680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.508680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.508680] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1033.585776] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.586102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.586102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.586239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.586377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.603141] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1033.696695] env[66006]: INFO networking_nsxv3.common.synchronization [req-dd37afbb-f750-4d27-90c7-914bcecde722 req-841b2dea-80fa-40c8-821d-2c35cbc721b6 service nova] Enqueued Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_rules [ 1033.696695] env[66006]: INFO networking_nsxv3.common.synchronization [req-dd37afbb-f750-4d27-90c7-914bcecde722 req-841b2dea-80fa-40c8-821d-2c35cbc721b6 service nova] Enqueued Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_members [ 1033.696695] env[66006]: INFO networking_nsxv3.common.synchronization [req-dd37afbb-f750-4d27-90c7-914bcecde722 req-841b2dea-80fa-40c8-821d-2c35cbc721b6 service nova] Enqueued Resource ID: fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda with Priority: HIGHEST for action port [ 1033.697197] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_rules [ 1033.697331] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_members [ 1033.697426] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda with Priority: HIGHEST for action port [ 1033.697893] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.697893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.698042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.698319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.698406] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.701034] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.701034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.701034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.701034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.701315] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.701315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.701315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.701539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.701663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.701802] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.703942] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.703942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.703942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.704341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.704341] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.201522] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.201688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.206363] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.207238] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda with status ACTIVE [ 1034.207450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.207567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.207631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.207861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.207957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.208153] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.208257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.208318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.208535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.208800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.208896] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.208997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.209098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.209248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.209331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.209403] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda is going to be updated. [ 1034.231853] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.231988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.232061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.232430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.232536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.232820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fecd3a8e-bdc7-488c-b2ce-7ba3d976cfda" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.711693] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.838428] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1034.838655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.838824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.839052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.839543] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.839742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.839811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.840030] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.840602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.840754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.840852] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.214542] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.214640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.214693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.214993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.215057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.215161] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1ab3dcc-aed2-42b2-a289-306353228a07 is going to be created. [ 1035.242879] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.243085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.243160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.244052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.244052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.256207] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1ab3dcc-aed2-42b2-a289-306353228a07 in Status: UNINITIALIZED for 2s [ 1035.344104] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.632709] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1035.633105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.846278] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e65373-715c-4acf-b3c7-5fd66a0feb04: rpc.has_security_group_logging(os_id): False [ 1035.878139] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.878351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.878351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.878555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.878644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.878888] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.879026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.879097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.879253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.879329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.879416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be created. [ 1035.939378] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.939666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.939666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.939821] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.940062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.953581] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1037.272997] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1ab3dcc-aed2-42b2-a289-306353228a07 in Status: SUCCESS [ 1037.273428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.273428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.276404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.276404] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.276404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.276404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.276404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.276404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.276404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.276404] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.586285] env[66006]: INFO networking_nsxv3.common.synchronization [req-340e0658-b869-42bc-8ecd-bbb02bf7c28a req-8315a07e-8097-4b91-82e5-b717d2d15dfc tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1037.587405] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1037.587558] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.588988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.588988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.588988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.588988] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.588988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.588988] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.589365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.589365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.589365] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.777472] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.977556] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1037.977862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.091468] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.280106] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1ab3dcc-aed2-42b2-a289-306353228a07: rpc.has_security_group_logging(os_id): False [ 1038.303556] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.303799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.303882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.304152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.304279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.304577] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.304708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.304799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.305010] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.305130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.305254] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1ab3dcc-aed2-42b2-a289-306353228a07 is going to be created. [ 1038.416482] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.416742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.416874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.417222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.417503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.429590] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1ab3dcc-aed2-42b2-a289-306353228a07 in Status: IN_PROGRESS for 2s [ 1038.594428] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.097446] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.097656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.097715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.097911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.098013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.098159] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1039.129679] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.129941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.130052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.130241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.130388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.142018] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1039.207281] env[66006]: INFO networking_nsxv3.common.synchronization [req-7ecbb88a-4712-4ffb-9868-4e9c6ff15267 req-0aaffef4-b53b-4ceb-96d3-1cd17505df65 tempest-ListImageFiltersTestJSON-349702727 tempest-ListImageFiltersTestJSON-349702727-project-member] Enqueued Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 1039.207281] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGHEST for action security_group_members [ 1039.207281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.207281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.207281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.207281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.207281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.207724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.207724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.207724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.207724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.207913] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.711056] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.711417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.711417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.711702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.711702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.711775] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.711878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.712022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.712104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.712178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.712264] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 is going to be updated. [ 1039.742412] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.742600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.742661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.742878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.743030] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.752204] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: IN_PROGRESS for 2s [ 1040.444490] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1ab3dcc-aed2-42b2-a289-306353228a07 in Status: SUCCESS [ 1040.444490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.961079] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc57495e-c5dd-40d1-89ae-5a4798aac361 req-c992c858-d593-4fb2-8825-ea596ada9a1f tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1040.961079] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1040.961079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.961079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.961079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.961079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.961605] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.961605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.961605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.961605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.961777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.961777] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.152424] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1041.152633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.330858] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.330858] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.330858] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.331185] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.331428] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.331576] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.331684] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.331922] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.332287] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.333047] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.333047] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.333047] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.333047] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.333047] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.333047] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.333326] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.355899] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.356107] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.356107] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.356283] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.356676] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-8ad7f3ae-2434-46fa-81ac-b27341a77d39 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.356902] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-8ad7f3ae-2434-46fa-81ac-b27341a77d39" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.356975] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-8ad7f3ae-2434-46fa-81ac-b27341a77d39" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.357335] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-8ad7f3ae-2434-46fa-81ac-b27341a77d39" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.357470] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad7f3ae-2434-46fa-81ac-b27341a77d39',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.464412] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.764090] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 in Status: SUCCESS [ 1041.764090] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 deletion is rescheduled due to dependency. [ 1041.764090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.861082] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.861385] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.861480] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.861874] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.862083] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.862256] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 8ad7f3ae-2434-46fa-81ac-b27341a77d39 not found, creating... [ 1041.862529] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.862716] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.862970] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.863097] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.863254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.863698] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.863898] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.864149] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.864422] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.864604] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.864824] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 8ad7f3ae-2434-46fa-81ac-b27341a77d39 is going to be created. [ 1041.891305] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.891607] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.891778] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.892108] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.892347] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.892616] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-8ad7f3ae-2434-46fa-81ac-b27341a77d39" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.966412] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.118323] env[66006]: INFO networking_nsxv3.common.synchronization [None req-4b9ff63d-b987-4a1b-b59d-b405a19a10c7 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_rules [ 1042.119135] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_rules [ 1042.119221] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.119345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.119413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.119681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.119764] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.231143] env[66006]: INFO networking_nsxv3.common.synchronization [None req-aad0789a-62ea-49b5-8f04-7cdd3ab4e0d4 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_rules [ 1042.231873] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_rules [ 1042.232305] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.232415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.468872] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.469449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.469538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.469797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.469938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.470098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd is going to be updated. [ 1042.506108] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.506289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.506411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.506521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.506663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.517463] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: IN_PROGRESS for 2s [ 1042.590356] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc57495e-c5dd-40d1-89ae-5a4798aac361 req-0f494586-9efd-4abf-96c0-9be8261b4711 service nova] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_rules [ 1042.590892] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc57495e-c5dd-40d1-89ae-5a4798aac361 req-0f494586-9efd-4abf-96c0-9be8261b4711 service nova] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1042.591095] env[66006]: INFO networking_nsxv3.common.synchronization [req-cc57495e-c5dd-40d1-89ae-5a4798aac361 req-0f494586-9efd-4abf-96c0-9be8261b4711 service nova] Enqueued Resource ID: 8ad7f3ae-2434-46fa-81ac-b27341a77d39 with Priority: HIGHEST for action port [ 1042.591716] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_rules [ 1042.591906] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1042.592112] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad7f3ae-2434-46fa-81ac-b27341a77d39 with Priority: HIGHEST for action port [ 1042.592469] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.592679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.592770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.593077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.593253] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.594382] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.594584] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.595194] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ad7f3ae-2434-46fa-81ac-b27341a77d39 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.595359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ad7f3ae-2434-46fa-81ac-b27341a77d39" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.595459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ad7f3ae-2434-46fa-81ac-b27341a77d39" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.595718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ad7f3ae-2434-46fa-81ac-b27341a77d39" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.595862] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad7f3ae-2434-46fa-81ac-b27341a77d39',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.643159] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.643384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.643470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.643826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.644015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.644201] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 already deleted. [ 1042.644352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.644564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.644791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.644883] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.098139] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.098688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.098688] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ad7f3ae-2434-46fa-81ac-b27341a77d39 with status ACTIVE [ 1043.098688] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.098856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.098856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.099017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.099109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.099286] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.099382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.099443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.099603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.099679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.099858] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.099949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.100017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.100170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.100258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.100334] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ad7f3ae-2434-46fa-81ac-b27341a77d39 is going to be updated. [ 1043.140792] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.140792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.141195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.141195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.141290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.141465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ad7f3ae-2434-46fa-81ac-b27341a77d39" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.178451] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.178646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.178764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.178997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.179107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.179202] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 already deleted. [ 1043.179284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.310361] env[66006]: INFO networking_nsxv3.common.synchronization [req-8cec7f75-ba81-4c61-bc98-d2e7731ec9d6 req-192e2a76-a8b9-4aa8-a09c-ed6db28f1681 tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1043.310361] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1043.310655] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.310715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.310788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.310997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.311172] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.311341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.311401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.311562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.311651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.311746] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.643942] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.644168] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.644290] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.644557] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.644831] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.644985] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.645164] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.645385] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.645524] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.646012] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.646012] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.646012] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.646142] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.646142] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.646219] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.646358] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.667582] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.667849] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.668023] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.668203] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.668515] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-b32661db-3bac-4696-8c52-fb2f65ddf459 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.668681] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-b32661db-3bac-4696-8c52-fb2f65ddf459" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.668799] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-b32661db-3bac-4696-8c52-fb2f65ddf459" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.669123] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-b32661db-3bac-4696-8c52-fb2f65ddf459" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.669259] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32661db-3bac-4696-8c52-fb2f65ddf459',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.814476] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.814653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.814696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.814912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.815010] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.815208] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.815304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.815356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.815505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.815571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.815658] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 1043.852193] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.852377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.852427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.852613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.852763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.864188] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1044.172228] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.172680] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.172680] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.172973] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.173112] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.173216] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port b32661db-3bac-4696-8c52-fb2f65ddf459 not found, creating... [ 1044.173477] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.173705] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.173821] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.174439] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.174439] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.174439] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.174652] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.174652] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.174856] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.174990] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.175140] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: b32661db-3bac-4696-8c52-fb2f65ddf459 is going to be created. [ 1044.196127] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.196338] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.196457] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.196746] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.196967] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.197204] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-b32661db-3bac-4696-8c52-fb2f65ddf459" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.528735] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: SUCCESS [ 1044.528976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.529164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.529377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.529608] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.529755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.529806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.529920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.534457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.534457] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.885366] env[66006]: INFO networking_nsxv3.common.synchronization [req-9a2d38ea-8d62-4929-8c61-f6ce6e4b4725 req-73b7fcb0-7f2d-46e6-8b7f-1c6c72035f75 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_members [ 1044.885994] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 with Priority: HIGHEST for action security_group_members [ 1044.886330] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.886451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.886516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.886706] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.886857] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.887602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.887692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.888153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.888153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.888153] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5431a8-6bda-44a4-8403-b83a8a5f2dd3',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.967041] env[66006]: INFO networking_nsxv3.common.synchronization [req-8cec7f75-ba81-4c61-bc98-d2e7731ec9d6 req-1d8f67c1-a5e9-4d54-9e56-55aaf804cc7f service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 1044.967260] env[66006]: INFO networking_nsxv3.common.synchronization [req-8cec7f75-ba81-4c61-bc98-d2e7731ec9d6 req-1d8f67c1-a5e9-4d54-9e56-55aaf804cc7f service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1044.967361] env[66006]: INFO networking_nsxv3.common.synchronization [req-8cec7f75-ba81-4c61-bc98-d2e7731ec9d6 req-1d8f67c1-a5e9-4d54-9e56-55aaf804cc7f service nova] Enqueued Resource ID: b32661db-3bac-4696-8c52-fb2f65ddf459 with Priority: HIGHEST for action port [ 1044.967945] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 1044.968103] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1044.968203] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32661db-3bac-4696-8c52-fb2f65ddf459 with Priority: HIGHEST for action port [ 1044.968741] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.968865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.968903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.969102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.969231] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.970025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.970126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.970368] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32661db-3bac-4696-8c52-fb2f65ddf459 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.970472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32661db-3bac-4696-8c52-fb2f65ddf459" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.970541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32661db-3bac-4696-8c52-fb2f65ddf459" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.970845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32661db-3bac-4696-8c52-fb2f65ddf459" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.971580] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32661db-3bac-4696-8c52-fb2f65ddf459',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.035568] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.390846] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.392732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.392732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.392732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.392732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.392951] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.392951] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.393058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.393214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.393262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.393315] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 is going to be updated. [ 1045.430314] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.430314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.430314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.430542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.431503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.441047] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 in Status: IN_PROGRESS for 2s [ 1045.472779] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.472961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.473126] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b32661db-3bac-4696-8c52-fb2f65ddf459 with status ACTIVE [ 1045.473254] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.473361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.473427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.473733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.473837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.474027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.474138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.474196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.474430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.474574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.474756] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.474852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.474908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.475057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.475133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.475212] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b32661db-3bac-4696-8c52-fb2f65ddf459 is going to be updated. [ 1045.510022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.510022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.510022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.510022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.510357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.510357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32661db-3bac-4696-8c52-fb2f65ddf459" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.539882] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.876619] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1045.876810] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a deletion is rescheduled due to dependency. [ 1045.876899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.877082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.877309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.877495] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.877613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.877677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.877993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.877993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.878090] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.042464] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.042464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.042464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.042464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.042955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.042955] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd is going to be updated. [ 1046.077983] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.078188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.078188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.078382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.078521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.090175] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: IN_PROGRESS for 2s [ 1046.380743] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.441207] env[66006]: INFO networking_nsxv3.common.synchronization [req-ef969425-fd2c-4026-b4bc-aa4c27dc5cfb req-b5e45afb-b858-4ede-a228-e99b27687707 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1046.441857] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1046.442346] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.442489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.442562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.442890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.443071] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.443179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.443250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.443381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.443466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.443636] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.471139] env[66006]: INFO networking_nsxv3.common.synchronization [req-ef969425-fd2c-4026-b4bc-aa4c27dc5cfb req-b5e45afb-b858-4ede-a228-e99b27687707 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 1046.471319] env[66006]: INFO networking_nsxv3.common.synchronization [req-ef969425-fd2c-4026-b4bc-aa4c27dc5cfb req-b5e45afb-b858-4ede-a228-e99b27687707 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1046.471458] env[66006]: INFO networking_nsxv3.common.synchronization [req-ef969425-fd2c-4026-b4bc-aa4c27dc5cfb req-b5e45afb-b858-4ede-a228-e99b27687707 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 with Priority: HIGHEST for action port [ 1046.471969] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 1046.473713] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1046.473858] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 with Priority: HIGHEST for action port [ 1046.474187] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.474367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.474487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.474807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.474946] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.477629] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.477726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.478574] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.478760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.478894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.479164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.479286] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.884120] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.945802] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.978882] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.979132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.981418] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 with status ACTIVE [ 1046.981775] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.982287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.982287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.982287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.982502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.982502] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.982619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.982619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.982766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.982842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.983035] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.983147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.983200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.983309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.983370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.983453] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 is going to be updated. [ 1047.017451] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.017765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.017765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.017765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.017997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.018194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.387962] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.388191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.388292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.388541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.388714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.388814] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 1047.431863] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.432062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.432126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.432305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.432469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.444406] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1047.447828] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.450855] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 in Status: SUCCESS [ 1047.450855] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5431a8-6bda-44a4-8403-b83a8a5f2dd3 deletion is rescheduled due to dependency. [ 1047.450855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5431a8-6bda-44a4-8403-b83a8a5f2dd3" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.951043] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.952244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.952244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.952244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.952244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.952244] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe is going to be updated. [ 1048.026106] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.026312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.026373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.026587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.026757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.046029] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: IN_PROGRESS for 2s [ 1048.105466] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: SUCCESS [ 1048.105701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.105929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.106190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.106391] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.106513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.106579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.106731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.106811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.106941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.107039] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.610326] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.116413] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5605c7e2-a34e-496a-9db7-32d78c0aacfd: rpc.has_security_group_logging(os_id): False [ 1049.136664] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.137379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.137656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.138211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.140062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.140062] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.140062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.140062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.140062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.140062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.140062] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd is going to be updated. [ 1049.221531] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.221531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.221531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.221531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.221531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.241471] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: IN_PROGRESS for 2s [ 1049.463218] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1049.463488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.463740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.464037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.464309] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.464472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.464582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.464814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.468022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.468022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.468022] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.500133] env[66006]: INFO networking_nsxv3.common.synchronization [req-c54125cc-6e49-4c95-a238-0bf9127b4ce4 req-f43dcd40-1201-464c-98a8-b84576199746 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_members [ 1049.501165] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_members [ 1049.502186] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.502327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.502396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.503159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.503357] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.503519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.503681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.504210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.504352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.504416] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.854764] env[66006]: INFO networking_nsxv3.common.synchronization [None req-8c296646-bf03-4ed8-ad17-51feb9fbeff6 None None] Enqueued Resource ID: 62ee55ab-06e7-40d6-89d0-61738c9d9dbb with Priority: HIGHEST for action port [ 1049.855942] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ee55ab-06e7-40d6-89d0-61738c9d9dbb with Priority: HIGHEST for action port [ 1049.856363] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ee55ab-06e7-40d6-89d0-61738c9d9dbb taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.856534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ee55ab-06e7-40d6-89d0-61738c9d9dbb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.856622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ee55ab-06e7-40d6-89d0-61738c9d9dbb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.857359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ee55ab-06e7-40d6-89d0-61738c9d9dbb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.857359] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ee55ab-06e7-40d6-89d0-61738c9d9dbb',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.973027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.973027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.973027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.973027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.973027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.974239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.974239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.974239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.974239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.974239] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.001253] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.001253] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.001253] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.001564] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.001689] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.001926] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.001926] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.002761] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.002921] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.003242] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.003363] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.003889] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.003889] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.003889] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.004322] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.004322] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.007388] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.007599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.007599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.007790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.007878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.008118] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.008936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.008936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.008936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.008936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.008936] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 already deleted. [ 1050.008936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.042720] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.042928] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.042991] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.043154] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.043462] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-db97e1fd-272c-479d-8d38-7067625d84ef taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.043683] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-db97e1fd-272c-479d-8d38-7067625d84ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.043851] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-db97e1fd-272c-479d-8d38-7067625d84ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.044258] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-db97e1fd-272c-479d-8d38-7067625d84ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.044396] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db97e1fd-272c-479d-8d38-7067625d84ef',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.056120] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: SUCCESS [ 1050.056415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.060019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.060019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.060019] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.060019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.060019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.060019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.060019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.060019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.326440] env[66006]: INFO networking_nsxv3.common.synchronization [req-5de8189b-789c-4182-b21e-f90e4fe41f8b req-f8752fd8-d10c-4117-881b-55491d265c26 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1050.326960] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1050.327320] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.327427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.346753] env[66006]: INFO networking_nsxv3.common.synchronization [req-5de8189b-789c-4182-b21e-f90e4fe41f8b req-f8752fd8-d10c-4117-881b-55491d265c26 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 1050.346996] env[66006]: INFO networking_nsxv3.common.synchronization [req-5de8189b-789c-4182-b21e-f90e4fe41f8b req-f8752fd8-d10c-4117-881b-55491d265c26 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1050.346996] env[66006]: INFO networking_nsxv3.common.synchronization [req-5de8189b-789c-4182-b21e-f90e4fe41f8b req-f8752fd8-d10c-4117-881b-55491d265c26 tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 with Priority: HIGHEST for action port [ 1050.347612] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_rules [ 1050.347744] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1050.347832] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 with Priority: HIGHEST for action port [ 1050.348430] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.348569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.348796] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.348879] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.350826] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.351007] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.351007] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.351217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.351294] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.359323] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62ee55ab-06e7-40d6-89d0-61738c9d9dbb [ 1050.359542] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.359667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.359734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.359962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.361152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.361298] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62ee55ab-06e7-40d6-89d0-61738c9d9dbb already deleted. [ 1050.361298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ee55ab-06e7-40d6-89d0-61738c9d9dbb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.477559] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 206c51d0-9e5d-4572-b376-65a436ace75a: rpc.has_security_group_logging(os_id): False [ 1050.497569] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.497790] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.497871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.498074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.498159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.498377] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.498481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.498544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.498681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.498749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.498928] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.499031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.499092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.499234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.499297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.499485] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.499572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.499632] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.499758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.499829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.499912] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 1050.547892] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.548219] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.548404] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.548811] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.549010] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.549277] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port db97e1fd-272c-479d-8d38-7067625d84ef not found, creating... [ 1050.549586] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.549816] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.549974] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.550443] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.550688] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.551093] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.551327] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.551507] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.551807] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.551994] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.552220] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: db97e1fd-272c-479d-8d38-7067625d84ef is going to be created. [ 1050.559521] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.580211] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.580356] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.580455] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.580736] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.580967] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.581210] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-db97e1fd-272c-479d-8d38-7067625d84ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.587253] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.587253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.587253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.587253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.587441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.604322] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1050.857091] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 with status ACTIVE [ 1050.857396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.857471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.857528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.857744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.857835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.858037] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.858122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.858189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.858340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.858416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.858600] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.858708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.858753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.858878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.858946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.859041] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0 is going to be updated. [ 1050.889091] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.889315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.889315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.889516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.889654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.889808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff352cd-0be1-4d3e-b38d-c81c78b3b7b0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.062847] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.259544] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: SUCCESS [ 1051.259966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.329160] env[66006]: INFO networking_nsxv3.common.synchronization [req-c54125cc-6e49-4c95-a238-0bf9127b4ce4 req-c021b63c-f049-4d90-9efa-c3b02ec788d1 service nova] Enqueued Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_rules [ 1051.329453] env[66006]: INFO networking_nsxv3.common.synchronization [req-c54125cc-6e49-4c95-a238-0bf9127b4ce4 req-c021b63c-f049-4d90-9efa-c3b02ec788d1 service nova] Enqueued Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_members [ 1051.329929] env[66006]: INFO networking_nsxv3.common.synchronization [req-c54125cc-6e49-4c95-a238-0bf9127b4ce4 req-c021b63c-f049-4d90-9efa-c3b02ec788d1 service nova] Enqueued Resource ID: db97e1fd-272c-479d-8d38-7067625d84ef with Priority: HIGHEST for action port [ 1051.330238] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_rules [ 1051.330387] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_members [ 1051.330499] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db97e1fd-272c-479d-8d38-7067625d84ef with Priority: HIGHEST for action port [ 1051.331332] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.331332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.331467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.331719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.331796] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.332938] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.332938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.332938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.333302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.333527] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.333680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.333762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.333924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.334046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.334120] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.338058] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-db97e1fd-272c-479d-8d38-7067625d84ef taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.341028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db97e1fd-272c-479d-8d38-7067625d84ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.341028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db97e1fd-272c-479d-8d38-7067625d84ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.341028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db97e1fd-272c-479d-8d38-7067625d84ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.341028] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db97e1fd-272c-479d-8d38-7067625d84ef',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.567629] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.570127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.570127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.570127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.570127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.570127] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe is going to be updated. [ 1051.600237] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.600465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.600465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.600655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.600777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.613152] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: IN_PROGRESS for 2s [ 1051.840914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841857] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.846022] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db97e1fd-272c-479d-8d38-7067625d84ef with status ACTIVE [ 1051.846022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.846022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.846022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.846022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.846022] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db97e1fd-272c-479d-8d38-7067625d84ef is going to be updated. [ 1051.871832] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.872125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.872232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.872640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.872811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.873016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db97e1fd-272c-479d-8d38-7067625d84ef" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.294416] env[66006]: INFO networking_nsxv3.common.synchronization [None req-db11f364-c98c-420f-a327-8304c4b438ef None None] Enqueued Resource ID: 09c01494-3ad3-458b-b134-809ff55d10ae with Priority: HIGHEST for action port [ 1052.294416] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c01494-3ad3-458b-b134-809ff55d10ae with Priority: HIGHEST for action port [ 1052.294416] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-09c01494-3ad3-458b-b134-809ff55d10ae taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.294416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09c01494-3ad3-458b-b134-809ff55d10ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.294416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09c01494-3ad3-458b-b134-809ff55d10ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.294416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09c01494-3ad3-458b-b134-809ff55d10ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.294416] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09c01494-3ad3-458b-b134-809ff55d10ae',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.348851] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.629939] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1052.629939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.799163] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09c01494-3ad3-458b-b134-809ff55d10ae [ 1052.799400] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.799531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.799595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.799818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.799899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.799986] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09c01494-3ad3-458b-b134-809ff55d10ae already deleted. [ 1052.800076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09c01494-3ad3-458b-b134-809ff55d10ae" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.851257] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.851400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.851489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.851712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.851886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.851886] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 is going to be created. [ 1052.879091] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.879483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.879483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.879589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.879681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.891396] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 in Status: UNINITIALIZED for 2s [ 1053.066821] env[66006]: INFO networking_nsxv3.common.synchronization [None req-97706409-3404-4ae3-bf46-46b603c686bf tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 1053.066821] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 1053.067214] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.067354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.067436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.068106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.068106] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.068307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.068513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.068606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.068731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.068894] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.574026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.574026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.574026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.574026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.574026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.574026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.574026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.574026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.574026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.574026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.574026] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 1053.601526] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.601713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.601787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.602044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.602201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.617649] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 1053.624047] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: SUCCESS [ 1053.624333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.624542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.624816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.625063] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.625309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.625372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.625562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.625646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.625774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.625947] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.626886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.627083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.627261] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.627377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.627454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.627607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.627698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.627795] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.755390] env[66006]: INFO networking_nsxv3.common.synchronization [req-41a8e74d-a357-410d-aa21-31f598a2f61e req-3200c6be-40da-4c3c-b9f9-d26f99ff5848 tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1053.755963] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1053.756287] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.756408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.756487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.756733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.756866] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.756973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.757128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.757282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.757369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.757459] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.130490] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.131406] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.202135] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.202348] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.202473] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.202841] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.203462] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.203717] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.203905] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.204308] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.204485] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.204771] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.204911] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.205107] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.205284] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.205433] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.205601] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.205776] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.225164] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.225331] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.225331] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.225492] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-789" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.225994] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-fbc6241b-d756-4b21-80a2-e98f24f226b4 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.226256] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-fbc6241b-d756-4b21-80a2-e98f24f226b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.226899] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-fbc6241b-d756-4b21-80a2-e98f24f226b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.226899] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-fbc6241b-d756-4b21-80a2-e98f24f226b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.226899] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc6241b-d756-4b21-80a2-e98f24f226b4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.263262] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.633728] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9012e3fb-8a00-4150-bbd8-2f2245511ffe: rpc.has_security_group_logging(os_id): False [ 1054.635486] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.657291] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.657521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.657569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.657880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.658017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.658400] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.658547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.658643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.659514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.659514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.659728] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe is going to be updated. [ 1054.681797] env[66006]: INFO networking_nsxv3.common.synchronization [req-5add0686-7f72-4553-993d-4c7a86c21ef1 req-8dc250c6-0934-47cd-b8ff-0deb155e649f tempest-AttachInterfacesUnderV243Test-1771189599 tempest-AttachInterfacesUnderV243Test-1771189599-project-member] Enqueued Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1054.682436] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe with Priority: HIGHEST for action security_group_members [ 1054.682806] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-9012e3fb-8a00-4150-bbd8-2f2245511ffe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.682944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.729810] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.730050] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.730178] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.730461] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.730606] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.730775] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port fbc6241b-d756-4b21-80a2-e98f24f226b4 not found, creating... [ 1054.731086] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.731254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.731370] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.731712] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.732344] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.732344] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.732344] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.732510] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.732587] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.732739] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.732893] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: fbc6241b-d756-4b21-80a2-e98f24f226b4 is going to be created. [ 1054.735029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.735156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.735253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.735428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.735566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.757467] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: IN_PROGRESS for 2s [ 1054.763032] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.763311] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.763372] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.763702] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.764047] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.764259] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-fbc6241b-d756-4b21-80a2-e98f24f226b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.765117] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.918343] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 in Status: SUCCESS [ 1054.918944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.919321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.919444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.919705] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.919813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.919813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.921084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.921084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.921084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.921084] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.138794] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.139187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.139187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.139417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.139566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.139685] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe is going to be updated. [ 1055.186126] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.186288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.186370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.186584] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.186832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.200493] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: IN_PROGRESS for 2s [ 1055.268384] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.268619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.268873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.269212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.269311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.269416] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1055.327224] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.327378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.327424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.327631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.327785] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.341685] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1055.422875] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.492931] env[66006]: INFO networking_nsxv3.common.synchronization [req-41a8e74d-a357-410d-aa21-31f598a2f61e req-2c2782b4-16b8-47d6-b119-149da574b1ac service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 1055.493919] env[66006]: INFO networking_nsxv3.common.synchronization [req-41a8e74d-a357-410d-aa21-31f598a2f61e req-2c2782b4-16b8-47d6-b119-149da574b1ac service nova] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1055.493919] env[66006]: INFO networking_nsxv3.common.synchronization [req-41a8e74d-a357-410d-aa21-31f598a2f61e req-2c2782b4-16b8-47d6-b119-149da574b1ac service nova] Enqueued Resource ID: fbc6241b-d756-4b21-80a2-e98f24f226b4 with Priority: HIGHEST for action port [ 1055.493919] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_rules [ 1055.493919] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1055.493919] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc6241b-d756-4b21-80a2-e98f24f226b4 with Priority: HIGHEST for action port [ 1055.497714] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.497714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.497714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.497714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.497714] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.499229] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.499325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.499776] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc6241b-d756-4b21-80a2-e98f24f226b4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.499873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc6241b-d756-4b21-80a2-e98f24f226b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.499873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc6241b-d756-4b21-80a2-e98f24f226b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.501778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc6241b-d756-4b21-80a2-e98f24f226b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.501778] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc6241b-d756-4b21-80a2-e98f24f226b4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.629339] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 1055.629538] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 deletion is rescheduled due to dependency. [ 1055.629600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.924752] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b417f1ce-26dd-406e-8c42-4c18217b4f84: rpc.has_security_group_logging(os_id): False [ 1055.946698] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.946858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.946940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.947219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.947326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.947611] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.947964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.948762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.948961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.949075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.949147] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 is going to be created. [ 1056.002137] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.002287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.004354] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbc6241b-d756-4b21-80a2-e98f24f226b4 with status ACTIVE [ 1056.004354] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.004354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.004532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.004738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.004920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.005154] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.005312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.005411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.006586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.006586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.006703] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.006792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.006858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.007030] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.007158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.007199] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbc6241b-d756-4b21-80a2-e98f24f226b4 is going to be updated. [ 1056.043778] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.044062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.044062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.044218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.044351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.044508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc6241b-d756-4b21-80a2-e98f24f226b4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.052293] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.052445] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.052488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.052692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.053095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.068526] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 in Status: IN_PROGRESS for 2s [ 1056.140485] env[66006]: INFO networking_nsxv3.common.synchronization [req-e8eeefe7-7118-485c-b735-4bc02bbd424e req-59969f10-ca75-4524-aca2-9230a1d7226f tempest-AttachInterfacesV270Test-1135630419 tempest-AttachInterfacesV270Test-1135630419-project-member] Enqueued Resource ID: eee1c9f2-ace8-4865-8308-0bc102aae589 with Priority: HIGHEST for action security_group_members [ 1056.141045] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eee1c9f2-ace8-4865-8308-0bc102aae589 with Priority: HIGHEST for action security_group_members [ 1056.141364] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eee1c9f2-ace8-4865-8308-0bc102aae589 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.141534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.141609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.141930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.142116] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.142231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.142300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.142468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.142550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.142661] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eee1c9f2-ace8-4865-8308-0bc102aae589',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.470488] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.470768] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.470959] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.472376] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.472556] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.472774] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.472922] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.473271] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.473466] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.473814] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.473979] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.474118] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.474263] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.474398] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.474538] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.474705] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.501364] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.501364] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.501364] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.501364] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-785" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.501364] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-4e9f74fa-0392-4ae4-bf24-9de161f8293f taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.501364] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-4e9f74fa-0392-4ae4-bf24-9de161f8293f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.501364] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-4e9f74fa-0392-4ae4-bf24-9de161f8293f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.501364] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-4e9f74fa-0392-4ae4-bf24-9de161f8293f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.501364] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e9f74fa-0392-4ae4-bf24-9de161f8293f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.647152] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.647152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.647152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.647152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.647152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.647152] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.647152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.647152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.647152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.647152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.647152] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eee1c9f2-ace8-4865-8308-0bc102aae589 already deleted. [ 1056.647152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.775582] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: SUCCESS [ 1056.775582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.775760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.775936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.776097] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.004864] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.005142] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.005275] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.005557] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.005705] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.005855] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 4e9f74fa-0392-4ae4-bf24-9de161f8293f not found, creating... [ 1057.006129] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.006282] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.006393] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.006600] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.006743] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.007048] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.007204] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.007324] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.007516] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.007643] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.007779] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 4e9f74fa-0392-4ae4-bf24-9de161f8293f is going to be created. [ 1057.029999] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.030293] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.030402] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.031042] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.031042] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.031194] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-4e9f74fa-0392-4ae4-bf24-9de161f8293f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.215090] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: IN_PROGRESS for 4s [ 1057.309983] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.309983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.309983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.310317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.310317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.310478] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe is going to be deleted. [ 1057.355342] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1057.355594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.356291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.356291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.356291] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.356633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.356633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.356633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.356763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.356805] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.398988] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.399209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.399209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.399458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.399608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.399784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.785665] env[66006]: INFO networking_nsxv3.common.synchronization [req-e8eeefe7-7118-485c-b735-4bc02bbd424e req-8a7b6d30-60e5-42d1-862d-78bc48d4899f service nova] Enqueued Resource ID: eee1c9f2-ace8-4865-8308-0bc102aae589 with Priority: HIGHEST for action security_group_rules [ 1057.785665] env[66006]: INFO networking_nsxv3.common.synchronization [req-e8eeefe7-7118-485c-b735-4bc02bbd424e req-8a7b6d30-60e5-42d1-862d-78bc48d4899f service nova] Enqueued Resource ID: eee1c9f2-ace8-4865-8308-0bc102aae589 with Priority: HIGHEST for action security_group_members [ 1057.785665] env[66006]: INFO networking_nsxv3.common.synchronization [req-e8eeefe7-7118-485c-b735-4bc02bbd424e req-8a7b6d30-60e5-42d1-862d-78bc48d4899f service nova] Enqueued Resource ID: 4e9f74fa-0392-4ae4-bf24-9de161f8293f with Priority: HIGHEST for action port [ 1057.785665] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eee1c9f2-ace8-4865-8308-0bc102aae589 with Priority: HIGHEST for action security_group_rules [ 1057.785665] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eee1c9f2-ace8-4865-8308-0bc102aae589 with Priority: HIGHEST for action security_group_members [ 1057.785665] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9f74fa-0392-4ae4-bf24-9de161f8293f with Priority: HIGHEST for action port [ 1057.785665] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eee1c9f2-ace8-4865-8308-0bc102aae589 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.785665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.785665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.785665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.785665] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eee1c9f2-ace8-4865-8308-0bc102aae589',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.786667] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eee1c9f2-ace8-4865-8308-0bc102aae589 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.786667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.786667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.786667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.786667] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.787037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.787037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.787037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.787157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.787192] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eee1c9f2-ace8-4865-8308-0bc102aae589',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.791429] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e9f74fa-0392-4ae4-bf24-9de161f8293f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.791429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e9f74fa-0392-4ae4-bf24-9de161f8293f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.791429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e9f74fa-0392-4ae4-bf24-9de161f8293f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.791429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e9f74fa-0392-4ae4-bf24-9de161f8293f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.791429] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e9f74fa-0392-4ae4-bf24-9de161f8293f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.860840] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.093268] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 in Status: SUCCESS [ 1058.093268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.200685] env[66006]: INFO networking_nsxv3.common.synchronization [req-c61299f2-409a-4383-b56c-60a20ee5cd24 req-116e0c66-2a80-4f37-929e-6d7c8975cc69 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_members [ 1058.201216] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGHEST for action security_group_members [ 1058.202284] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a958fad-13c6-4588-b4f5-08ec27858746 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.202284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.202284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.202284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.208025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.208025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.208025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.208025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.208025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.208025] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.289747] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eee1c9f2-ace8-4865-8308-0bc102aae589 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.290072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.290072] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eee1c9f2-ace8-4865-8308-0bc102aae589',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.291180] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e9f74fa-0392-4ae4-bf24-9de161f8293f with status ACTIVE [ 1058.291180] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.291429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.291429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.291646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.291685] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.292662] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.292662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.292662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.292662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.292662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.292662] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.292662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.292662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.293205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.293205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.293205] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e9f74fa-0392-4ae4-bf24-9de161f8293f is going to be updated. [ 1058.318042] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.318042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.318258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.318301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.318420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.318662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e9f74fa-0392-4ae4-bf24-9de161f8293f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.363801] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.711224] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.711224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.711479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.737973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.737973] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.737973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.737973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.738333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.738333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.738333] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a958fad-13c6-4588-b4f5-08ec27858746 is going to be updated. [ 1058.772396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.772977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.773074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.773281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.773424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.786579] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a958fad-13c6-4588-b4f5-08ec27858746 in Status: IN_PROGRESS for 2s [ 1058.796272] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eee1c9f2-ace8-4865-8308-0bc102aae589',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.868423] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.868423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.868423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.868650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.868698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.868816] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1058.904963] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.905222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.905353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.905667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.905918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.919493] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1059.233831] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe in Status: SUCCESS [ 1059.234063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.234218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.234447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.234654] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.234847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.234910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.235070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.235187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.235253] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.299167] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.299540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.300122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.300506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.300646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.300768] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eee1c9f2-ace8-4865-8308-0bc102aae589 is going to be created. [ 1059.359142] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.359447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.359447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.359600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.359800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.376221] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eee1c9f2-ace8-4865-8308-0bc102aae589 in Status: UNINITIALIZED for 2s [ 1059.414740] env[66006]: INFO networking_nsxv3.common.synchronization [req-8e3fea10-1491-42cf-82a5-ae906dcea172 req-87bd383d-734a-4720-a731-339c0e1977fb tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1059.415368] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1059.415719] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.415846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.415922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.416160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.416324] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.416423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.416490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.416748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.416987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.417139] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.738034] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.738034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.738298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.738439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.738550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.738799] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.738934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.739069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.739220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.739324] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.739559] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe is going to be deleted. [ 1059.790594] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.790594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.790594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.790594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.790594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.790594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.791107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.791107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.791107] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.791296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.791296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.791402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.791402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.791744] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9012e3fb-8a00-4150-bbd8-2f2245511ffe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.920415] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.920644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.920727] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.921130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.921272] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.921535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.921804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.921927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.922838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.922838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.922838] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 1059.962190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.962190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.962190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.963440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.963440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.978486] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1060.297914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.297914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.297914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.298241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.298279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.298553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.298681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.298766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.299033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.299033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.299205] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9012e3fb-8a00-4150-bbd8-2f2245511ffe already deleted. [ 1060.299205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9012e3fb-8a00-4150-bbd8-2f2245511ffe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.706760] env[66006]: INFO networking_nsxv3.common.synchronization [req-627cfc63-05ca-41a0-8e97-77ae5dbd0813 req-fed853e4-1201-4ee0-a3ec-6be4bbda8a8c tempest-AttachVolumeTestJSON-1943147508 tempest-AttachVolumeTestJSON-1943147508-project-member] Enqueued Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_members [ 1060.707633] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 with Priority: HIGHEST for action security_group_members [ 1060.707759] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-67be7eb7-b6ba-4f32-be28-b46f61cad524 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.707851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.707851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.708076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.708217] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.708314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.709035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.709035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.709035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.709035] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67be7eb7-b6ba-4f32-be28-b46f61cad524',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.798952] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a958fad-13c6-4588-b4f5-08ec27858746 in Status: SUCCESS [ 1060.798952] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a958fad-13c6-4588-b4f5-08ec27858746 deletion is rescheduled due to dependency. [ 1060.798952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.931313] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1060.931490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.931721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.931966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.932186] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.932322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.932389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.932568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.932671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.932787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.932896] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.211903] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.211903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.211903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.211903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.242328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.242328] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.242328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.242328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.242328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.242328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.242328] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 is going to be updated. [ 1061.283434] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.284068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.284068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.284297] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.284367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.300626] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 in Status: IN_PROGRESS for 2s [ 1061.388193] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eee1c9f2-ace8-4865-8308-0bc102aae589 in Status: SUCCESS [ 1061.389198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.389198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.389198] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.389652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.389652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.389652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.389652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389915] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eee1c9f2-ace8-4865-8308-0bc102aae589',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.437147] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.437147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.437147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.437147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.437147] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.437147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.437147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.437147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.437147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.437523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.437523] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.437523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.437523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.437673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.439742] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.439742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.439742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.439742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.439742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.439742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.439742] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.894652] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eee1c9f2-ace8-4865-8308-0bc102aae589 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.894827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.894827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.895229] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.895700] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.895990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.896123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.896350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.896864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.896864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.896992] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eee1c9f2-ace8-4865-8308-0bc102aae589 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.897057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.897202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.897384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.897621] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.897779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.897876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.898296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.898401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.898497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.898630] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eee1c9f2-ace8-4865-8308-0bc102aae589',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.942650] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c3429d-b240-4858-b357-03f67aef0021: rpc.has_security_group_logging(os_id): False [ 1061.962164] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.962337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.962422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.962636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.962738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.963022] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.963117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.963165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.963314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.963386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.963567] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.963689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.963767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.963890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.963964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.964256] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.964354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.964424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.964555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.964623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.965292] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1061.990588] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1061.990588] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a deletion is rescheduled due to dependency. [ 1061.990588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.055890] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.056069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.056140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.056875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.056875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.084666] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1062.294584] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.294825] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.294927] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.295667] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.295667] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.295667] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.295983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.296289] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.296334] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.296521] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.297123] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.297123] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.297123] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.297123] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.297123] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.297123] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.326302] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.326592] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.326592] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.326795] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.327153] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-14607fc4-5391-477c-8701-5149da44503a taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.327583] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.327583] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.327768] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.327900] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14607fc4-5391-477c-8701-5149da44503a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.400798] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eee1c9f2-ace8-4865-8308-0bc102aae589: rpc.has_security_group_logging(os_id): False [ 1062.421012] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.421364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.421573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.421906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.422098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.422478] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.422909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.423187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.424018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.424018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.424018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.424018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.424018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.424832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.425236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.425236] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.426725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.426725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.426725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.426725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.426725] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eee1c9f2-ace8-4865-8308-0bc102aae589 is going to be created. [ 1062.524860] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.526785] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.527041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.527316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.527484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.552850] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eee1c9f2-ace8-4865-8308-0bc102aae589 in Status: IN_PROGRESS for 2s [ 1062.830608] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.830823] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.830946] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.831281] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.831435] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.831580] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 14607fc4-5391-477c-8701-5149da44503a not found, creating... [ 1062.832184] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.832184] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.832184] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.832466] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.832509] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.832832] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.833010] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.833195] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.833411] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.833540] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.834080] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 14607fc4-5391-477c-8701-5149da44503a is going to be created. [ 1062.855714] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.855938] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.856015] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.856318] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.856540] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.856828] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.314368] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 in Status: SUCCESS [ 1063.314937] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67be7eb7-b6ba-4f32-be28-b46f61cad524 deletion is rescheduled due to dependency. [ 1063.314937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67be7eb7-b6ba-4f32-be28-b46f61cad524" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.565167] env[66006]: INFO networking_nsxv3.common.synchronization [req-ed934a27-8d0d-420c-a65e-220a6c638c69 req-c6ca6962-d78c-47b1-8290-931a49ae6440 service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 1063.565167] env[66006]: INFO networking_nsxv3.common.synchronization [req-ed934a27-8d0d-420c-a65e-220a6c638c69 req-c6ca6962-d78c-47b1-8290-931a49ae6440 service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 1063.565167] env[66006]: INFO networking_nsxv3.common.synchronization [req-ed934a27-8d0d-420c-a65e-220a6c638c69 req-c6ca6962-d78c-47b1-8290-931a49ae6440 service nova] Enqueued Resource ID: 14607fc4-5391-477c-8701-5149da44503a with Priority: HIGHEST for action port [ 1063.565167] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 1063.566369] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 1063.566645] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14607fc4-5391-477c-8701-5149da44503a with Priority: HIGHEST for action port [ 1063.568423] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.568423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.568423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.568423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.568423] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.574372] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.574372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.574372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.574372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.574372] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.574372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.574372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.574372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.574372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.574372] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.577086] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-14607fc4-5391-477c-8701-5149da44503a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.577428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.579872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.579872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.579872] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14607fc4-5391-477c-8701-5149da44503a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.670025] env[66006]: INFO networking_nsxv3.common.synchronization [None req-3cb8c6f7-e6d5-4c17-9917-bcdf6d0bb1b3 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_rules [ 1063.670025] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_rules [ 1063.670025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d00443-181a-47ac-917c-7691c9caaa18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.670025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.670025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.671124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.671124] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.802922] env[66006]: INFO networking_nsxv3.common.synchronization [None req-e123397d-9a72-44d9-8d07-2f7dcd108e36 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_rules [ 1063.803495] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_rules [ 1063.803930] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d00443-181a-47ac-917c-7691c9caaa18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.804869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.020710] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.020710] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.020954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.020989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.021098] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.080373] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.080552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.080800] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.081603] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14607fc4-5391-477c-8701-5149da44503a with status ACTIVE [ 1064.081805] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.081920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.081986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.082206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.082293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.082456] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.082625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.082625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.082744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.082819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.082988] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.083083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.083144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.083278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.083349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.083429] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14607fc4-5391-477c-8701-5149da44503a is going to be updated. [ 1064.104688] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1064.104908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.112312] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.112520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.112520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.112714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.112852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.113266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.192509] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.192651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.192875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.192933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.193293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.193293] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d00443-181a-47ac-917c-7691c9caaa18 already deleted. [ 1064.193293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.193408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.193471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.193549] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.524067] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.556782] env[66006]: INFO networking_nsxv3.common.synchronization [None req-7ad79a4b-ba71-4720-999b-f4417f792c0f None None] Enqueued Resource ID: 36cb341a-5204-416d-a9c6-c6b827674afb with Priority: HIGHEST for action port [ 1064.557195] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36cb341a-5204-416d-a9c6-c6b827674afb with Priority: HIGHEST for action port [ 1064.557906] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-36cb341a-5204-416d-a9c6-c6b827674afb taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.558052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36cb341a-5204-416d-a9c6-c6b827674afb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.558108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36cb341a-5204-416d-a9c6-c6b827674afb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.558371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36cb341a-5204-416d-a9c6-c6b827674afb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.558444] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36cb341a-5204-416d-a9c6-c6b827674afb',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.572053] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eee1c9f2-ace8-4865-8308-0bc102aae589 in Status: SUCCESS [ 1064.572461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.585582] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.719300] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.719461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.719508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.719720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.719802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.719906] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d00443-181a-47ac-917c-7691c9caaa18 already deleted. [ 1064.719987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.027022] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.062379] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36cb341a-5204-416d-a9c6-c6b827674afb [ 1065.062601] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.063085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.063085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.063209] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.064567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.064567] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36cb341a-5204-416d-a9c6-c6b827674afb already deleted. [ 1065.064567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36cb341a-5204-416d-a9c6-c6b827674afb" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.088736] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.088897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.088897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.089315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.089315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.089315] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 1065.125843] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.126023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.126061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.126267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.126412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.138338] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 1065.529945] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1065.532797] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1066.498355] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.498692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.498692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.498891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.512612] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1066.513425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.514375] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1066.549068] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.549275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.549350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.549561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.559624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.560359] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1066.560470] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.560538] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1066.606544] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.606544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.606544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.606544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.608000] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.608248] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1066.732535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.732769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.732769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.734806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.734806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.734806] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1066.820262] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.820482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.820682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.820970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.821427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.821796] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1066.821988] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e9e65373-715c-4acf-b3c7-5fd66a0feb04', '87b3268b-64a6-4328-941b-cb1579f50fa6', 'f25bf0ef-6f6b-444b-8f87-57d3d100bb70', '1b686373-e30e-433c-a215-9c8a19c4d0b6', '631e081e-4c87-4fa1-926d-a79c78e96c25', 'b417f1ce-26dd-406e-8c42-4c18217b4f84', '0ba59668-e3c6-46e6-9fd0-b79fccd677c1', '9a5ebd1d-54b6-4f40-bd25-2876a6a53a49', 'a14c523c-7f28-4b57-af58-b5c9a2fbf73b', '53df8cb4-39e4-4102-9ceb-567faa735ba9', '69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d', 'eec99795-89bc-4fb0-bca3-151a65136627', '5605c7e2-a34e-496a-9db7-32d78c0aacfd', '206c51d0-9e5d-4572-b376-65a436ace75a', 'b5b248f9-92e6-4360-b482-2b392979f643', '7172aa0b-1edb-4e97-8429-ccbcda42e5c6', 'c1ab3dcc-aed2-42b2-a289-306353228a07', '96c3429d-b240-4858-b357-03f67aef0021', 'd2e81a76-88c1-4994-bff7-ddfd3f4603a8', 'e394ca6d-939f-4547-9b73-4f329a3e7f2a', '3a958fad-13c6-4588-b4f5-08ec27858746', 'a5e454ac-a9c0-46c8-b04f-ae6042feb263', 'c0002114-6ef6-4d8d-a9ee-a6de15f218a1', 'ecd3fc05-6fae-400b-ada7-6c5020c6dff2', 'ff640b07-21fb-4ff8-bd76-0a8675a5c88a', 'd55f0b7c-3544-4e6d-b6bb-1aa029931b61', '911337c7-4069-4ef2-8fe5-3b731fa0bdd3', 'be13df69-da9f-480e-870d-dfa31d21b652', '7857b1dc-17fa-4983-a990-f61981cbd0d0', '67be7eb7-b6ba-4f32-be28-b46f61cad524', '0f18bf32-e0f0-4090-b2da-38b202eb213e', '6c5431a8-6bda-44a4-8403-b83a8a5f2dd3', 'fca1f177-d988-4f60-9b45-7de7116a7720', '2945d79b-9b72-45dd-9f52-2af48c3a5695', '666e2936-a6ea-482c-89ab-30c98d037859', 'e87e42ab-b5ca-46b9-b737-eca5449cd05d', 'fb6f97a1-7dab-48e1-aa8c-1485d34afe7d', '1472b40c-ce7d-42a0-b005-480bae178da8', 'f6590cba-bca2-4ddf-ae29-7f09e37ab701', '0a717736-9fe3-4337-898d-1262abb1dc0c', 'e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea', 'cede47cc-6749-4736-8961-e1f1d607d9d0', 'e4aded7e-10d5-4755-9183-96075bb950a1', 'e872d717-28c4-45cf-ad53-0323624836a2', '3e0619e3-f2c0-4b5a-99e7-689c160b9e59', '90ecc453-6904-4330-9dc9-5cc09bd5abaa', '8b46195c-1f12-4e0a-a5a7-e4729a51fd89', 'eee1c9f2-ace8-4865-8308-0bc102aae589'} {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.822151] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1066.844888] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.845091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.845158] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.845331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.845438] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.845509] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1066.845574] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.845647] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1066.935485] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.935640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.935713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.935918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.937404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.937706] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1066.937786] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.937858] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1066.937924] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1066.938009] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1066.938083] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGH for action security_group_rules [ 1066.938163] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGH for action security_group_rules [ 1066.938243] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGH for action security_group_rules [ 1066.938690] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGH for action security_group_rules [ 1066.938690] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGH for action security_group_rules [ 1066.938690] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGH for action security_group_rules [ 1066.938690] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGH for action security_group_rules [ 1066.938690] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGH for action security_group_rules [ 1066.938690] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGH for action security_group_rules [ 1066.938690] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGH for action security_group_rules [ 1066.938690] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGH for action security_group_rules [ 1066.939347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.942472] env[66006]: INFO networking_nsxv3.common.synchronization [None req-db73b9b7-58fc-496c-b774-ef62c64b7c70 tempest-AttachVolumeTestJSON-1943147508 tempest-AttachVolumeTestJSON-1943147508-project-member] Enqueued Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_rules [ 1066.942472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_rules [ 1066.942472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGH for action security_group_rules [ 1066.942472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGH for action security_group_rules [ 1066.942472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 with Priority: HIGH for action security_group_rules [ 1066.942472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b248f9-92e6-4360-b482-2b392979f643 with Priority: HIGH for action security_group_rules [ 1066.942472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a with Priority: HIGH for action security_group_rules [ 1066.942472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 with Priority: HIGH for action security_group_rules [ 1066.942472] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGH for action security_group_rules [ 1066.942794] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGH for action security_group_rules [ 1066.942794] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGH for action security_group_rules [ 1066.942794] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 with Priority: HIGH for action security_group_rules [ 1066.942794] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGH for action security_group_rules [ 1066.942893] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec99795-89bc-4fb0-bca3-151a65136627 with Priority: HIGH for action security_group_rules [ 1066.943018] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d with Priority: HIGH for action security_group_rules [ 1066.943060] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 with Priority: HIGH for action security_group_rules [ 1066.943110] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b with Priority: HIGH for action security_group_rules [ 1066.943223] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGH for action security_group_rules [ 1066.943593] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 with Priority: HIGH for action security_group_rules [ 1066.943769] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 with Priority: HIGH for action security_group_rules [ 1066.943927] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 with Priority: HIGH for action security_group_rules [ 1066.943927] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 with Priority: HIGH for action security_group_rules [ 1066.944237] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25a0b9a5-9bed-42e1-bf09-71e888f71217 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.944355] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.944424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.944877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.944936] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.945870] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.946356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.946356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.946356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.946356] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.948623] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.948766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.949009] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.949122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.949186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.949363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.949449] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba59668-e3c6-46e6-9fd0-b79fccd677c1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.950152] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b248f9-92e6-4360-b482-2b392979f643 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.950261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.950326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.950483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.950553] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b248f9-92e6-4360-b482-2b392979f643',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.952561] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.952666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.952731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.952937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.952937] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e394ca6d-939f-4547-9b73-4f329a3e7f2a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.953748] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.953838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.953990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.954173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.954173] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e81a76-88c1-4994-bff7-ddfd3f4603a8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.955014] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.955112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.955180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.955325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.955394] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.956155] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.956261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.956310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.956458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.956550] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.957233] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.957313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.957346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.957514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.957585] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.959113] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.959176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.959219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.959332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.959402] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7172aa0b-1edb-4e97-8429-ccbcda42e5c6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.960239] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.960339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.960422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.960562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.960656] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.961481] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec99795-89bc-4fb0-bca3-151a65136627 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.961643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.961643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.961791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.961860] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec99795-89bc-4fb0-bca3-151a65136627',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.962613] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.962718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.962782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.962925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.962994] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.963769] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53df8cb4-39e4-4102-9ceb-567faa735ba9 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.963897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.963934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.964124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.964170] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53df8cb4-39e4-4102-9ceb-567faa735ba9',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.964971] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.965088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.965156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.965294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.965364] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14c523c-7f28-4b57-af58-b5c9a2fbf73b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.966482] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.966585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.966649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.967310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.967420] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.968104] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.968709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.968709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.969058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.969109] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5ebd1d-54b6-4f40-bd25-2876a6a53a49',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.970159] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-631e081e-4c87-4fa1-926d-a79c78e96c25 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.970263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.970328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.970473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.970542] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('631e081e-4c87-4fa1-926d-a79c78e96c25',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.971249] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b3268b-64a6-4328-941b-cb1579f50fa6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.971361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.971491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.971642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.971768] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b3268b-64a6-4328-941b-cb1579f50fa6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.972435] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b686373-e30e-433c-a215-9c8a19c4d0b6 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.972721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.972822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.972976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.973148] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b686373-e30e-433c-a215-9c8a19c4d0b6',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.048884] env[66006]: INFO networking_nsxv3.common.synchronization [None req-8d6b4f25-a424-4175-8cd5-7a4b0bcc41c6 tempest-AttachVolumeTestJSON-1943147508 tempest-AttachVolumeTestJSON-1943147508-project-member] Enqueued Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_rules [ 1067.049561] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_rules [ 1067.050192] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25a0b9a5-9bed-42e1-bf09-71e888f71217 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.050192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.150110] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 1067.150330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.150953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.151184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.151521] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.151521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.151653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.151990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.151990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.151990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.151990] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.152269] env[66006]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1067.322423] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c0a2c8aa-674e-4751-b721-7f00b912fcdb None None] Enqueued Resource ID: c4f09f12-55da-48ad-aca1-526f3f6220dc with Priority: HIGHEST for action port [ 1067.322646] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f09f12-55da-48ad-aca1-526f3f6220dc with Priority: HIGHEST for action port [ 1067.322904] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f09f12-55da-48ad-aca1-526f3f6220dc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.325503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f09f12-55da-48ad-aca1-526f3f6220dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.325503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f09f12-55da-48ad-aca1-526f3f6220dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.325503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f09f12-55da-48ad-aca1-526f3f6220dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.325503] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f09f12-55da-48ad-aca1-526f3f6220dc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.448963] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.449143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.449211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.449434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.449671] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.449830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.449927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.450196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.450329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.450487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.450612] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.483073] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.484621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.484621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.484621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.484621] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.484621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.484621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.484621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.484621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.484621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.484621] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.487713] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.487713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.487713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.487878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.488328] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.488421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.488501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.488662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.488736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.488835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.488926] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.493025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.493149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.493219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.493398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.493553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.493650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.493747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.493904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.493989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.494087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.494173] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.495303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.495412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.496957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.497703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.497703] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.497703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.497703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.497703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.497925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.497925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.497925] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.590478] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.590772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.590772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.590943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.593368] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.593499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.594323] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.594426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.595165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.595256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.595996] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.596090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.597048] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.597048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.597448] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.597538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.598218] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.598307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.598978] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.599082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.599833] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.599948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.600634] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.600723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.601333] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1067.601716] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.601797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.602429] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1067.602838] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.602921] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.604666] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1067.605124] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.605232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.605905] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1067.606374] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.606462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.623260] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1067.623894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.624149] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b686373-e30e-433c-a215-9c8a19c4d0b6 is going to be deleted. [ 1067.625755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.626028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.653463] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.653816] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53df8cb4-39e4-4102-9ceb-567faa735ba9 is going to be deleted. [ 1067.655710] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.656256] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.656351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.656585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.656778] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.656904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.656955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.657150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.657240] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.657389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.657529] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.657623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.657736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.657864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.658038] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.658171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.658242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.658378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.658457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.658537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.658652] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.659586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.659760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.698246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.698442] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14c523c-7f28-4b57-af58-b5c9a2fbf73b is going to be deleted. [ 1067.699350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.699580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.724542] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.724812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.761039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.761039] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 631e081e-4c87-4fa1-926d-a79c78e96c25 is going to be deleted. [ 1067.762082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.762635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.800707] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.800895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.806965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.807223] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec99795-89bc-4fb0-bca3-151a65136627 is going to be deleted. [ 1067.808739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.808858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.827038] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4f09f12-55da-48ad-aca1-526f3f6220dc [ 1067.827038] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.827038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.827038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.827369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.827369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.827443] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4f09f12-55da-48ad-aca1-526f3f6220dc already deleted. [ 1067.827555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f09f12-55da-48ad-aca1-526f3f6220dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.885860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.885991] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b248f9-92e6-4360-b482-2b392979f643 is going to be deleted. [ 1067.887141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.887479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.887629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.887785] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 already deleted. [ 1067.887930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.888403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.888403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.889328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.889579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.889719] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.892485] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.892700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.924859] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.925071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.953506] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.955514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.955648] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba59668-e3c6-46e6-9fd0-b79fccd677c1 is going to be deleted. [ 1067.956611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.956840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.964481] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.964654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.008700] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.008898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.008939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.009211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.009381] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.009486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.009550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.009700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.009788] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.009874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.010104] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.010203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.010203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.010312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.010511] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.010617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.010679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.010816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.010892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.010993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.011108] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.012100] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.012890] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.014037] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.087142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.087285] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b3268b-64a6-4328-941b-cb1579f50fa6 is going to be deleted. [ 1068.088429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.088641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.161924] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25bf0ef-6f6b-444b-8f87-57d3d100bb70: rpc.has_security_group_logging(os_id): False [ 1068.181743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.181922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.206739] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.206926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.219333] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.219482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.222617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.222763] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be deleted. [ 1068.223861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.224094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.291986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.292211] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5ebd1d-54b6-4f40-bd25-2876a6a53a49 is going to be deleted. [ 1068.293643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.293643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.395997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.396216] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e394ca6d-939f-4547-9b73-4f329a3e7f2a is going to be deleted. [ 1068.397064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.397269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.458873] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e65373-715c-4acf-b3c7-5fd66a0feb04: rpc.has_security_group_logging(os_id): False [ 1068.477731] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.478062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.486728] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.486992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.496612] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.496816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.497645] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.497767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.509044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.509220] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d is going to be deleted. [ 1068.510101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.510318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.513985] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c3429d-b240-4858-b357-03f67aef0021: rpc.has_security_group_logging(os_id): False [ 1068.515013] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1ab3dcc-aed2-42b2-a289-306353228a07: rpc.has_security_group_logging(os_id): False [ 1068.516313] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b417f1ce-26dd-406e-8c42-4c18217b4f84: rpc.has_security_group_logging(os_id): False [ 1068.517517] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5605c7e2-a34e-496a-9db7-32d78c0aacfd: rpc.has_security_group_logging(os_id): False [ 1068.572897] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.573098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.573929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.574073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.587444] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.587638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.592952] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.593295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.594383] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.594383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.595035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.595135] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7172aa0b-1edb-4e97-8429-ccbcda42e5c6 is going to be deleted. [ 1068.596045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.596280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.640908] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.641120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.688111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.688255] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e81a76-88c1-4994-bff7-ddfd3f4603a8 is going to be deleted. [ 1068.689621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.689942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.690075] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.690196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b686373-e30e-433c-a215-9c8a19c4d0b6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.690370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.690562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.690642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.690764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53df8cb4-39e4-4102-9ceb-567faa735ba9" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.691273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.691468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.691593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.691769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14c523c-7f28-4b57-af58-b5c9a2fbf73b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.691978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.692225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.692360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.692542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec99795-89bc-4fb0-bca3-151a65136627" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.692746] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.692959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.693109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.693321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-631e081e-4c87-4fa1-926d-a79c78e96c25" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.693533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.693770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.693902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.694081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b248f9-92e6-4360-b482-2b392979f643" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.694282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.694499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.694648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.694850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba59668-e3c6-46e6-9fd0-b79fccd677c1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.695028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.695244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.827983] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.828270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.836299] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.836493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.886753] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.886937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.970253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.970547] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.970843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.970941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.971422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.971422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.971553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.971615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.971646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.973034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.973034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.973034] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.973034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.973034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.973034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.973034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.973034] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 1068.973757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.973946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.974166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.974166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b3268b-64a6-4328-941b-cb1579f50fa6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.974509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.974564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.974603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.974712] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 already deleted. [ 1068.974776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.974929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.975082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.975184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.975271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.975385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.975521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.037366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.037707] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.037804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.037897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.038103] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.038176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.038272] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1069.039373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.039512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.128932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.129753] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.129753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.129753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.130485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.130569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.130690] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 is going to be updated. [ 1069.131976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.132110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.169221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.169555] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.169653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.169721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.169931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.170022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.170116] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd is going to be updated. [ 1069.171277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.171502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.171574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.171694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e394ca6d-939f-4547-9b73-4f329a3e7f2a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.171827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.171969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.172057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.172170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c4fbd1-90ab-4e9e-8fdf-9fb69291c46d" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.172314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.172457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.172533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.172645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7172aa0b-1edb-4e97-8429-ccbcda42e5c6" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.172756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.172894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.173031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.173080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e81a76-88c1-4994-bff7-ddfd3f4603a8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.174306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.174468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.175743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.175849] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.197360] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.197494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.199946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.200209] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.200405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.200405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.200591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.200720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.200858] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.200957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.201040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.201200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.201273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.201623] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.201623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.201623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.201770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.201846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.201910] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1069.202974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.203146] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.284527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.284856] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.284960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.285052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.285254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.285337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.285429] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1ab3dcc-aed2-42b2-a289-306353228a07 is going to be updated. [ 1069.286791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.286976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.287135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.288569] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.288708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.288841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.291087] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.291193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.291392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.291585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.291729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.293207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.293449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.293538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.293655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5ebd1d-54b6-4f40-bd25-2876a6a53a49" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.300528] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.300692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.300755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.300928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.301080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.332663] env[66006]: INFO networking_nsxv3.common.synchronization [req-52ad1653-c6e5-4fc2-9ce3-d775bc251824 req-6bfdc518-db8a-4a27-a51a-3f2b647f9a7f tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1069.333270] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1069.334656] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.334795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.334847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.335107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.335273] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.335371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.335465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.335675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.335767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.335870] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.379217] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 1069.386664] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1069.395900] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 in Status: IN_PROGRESS for 2s [ 1069.448401] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.448401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.448401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.448564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.448772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.451293] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: IN_PROGRESS for 2s [ 1069.489197] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1069.508994] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.508994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.508994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.508994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.508994] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.558561] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1ab3dcc-aed2-42b2-a289-306353228a07 in Status: IN_PROGRESS for 2s [ 1069.682491] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.682870] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.682870] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.682933] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.683356] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.683572] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.683792] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.684095] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.684314] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.684612] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.684665] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.684766] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.684919] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.685071] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.685235] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.685375] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.708935] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.709240] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.709297] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.709443] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-792" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.709760] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-e11c51d0-3a03-4ca0-b486-de95b4415cde taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.709933] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-e11c51d0-3a03-4ca0-b486-de95b4415cde" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.710061] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-e11c51d0-3a03-4ca0-b486-de95b4415cde" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.710393] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-e11c51d0-3a03-4ca0-b486-de95b4415cde" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.710529] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11c51d0-3a03-4ca0-b486-de95b4415cde',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.838260] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.838433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.838493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.838739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.838887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.839072] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.839172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.839235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.839389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.839566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.839566] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be deleted. [ 1069.873313] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.873478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.873519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.873741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.873843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.873943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.213426] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.213653] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.213890] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.214205] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.214353] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.214503] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port e11c51d0-3a03-4ca0-b486-de95b4415cde not found, creating... [ 1070.214791] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.214990] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.215128] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.215393] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.215548] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.215928] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.216220] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.216370] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.216618] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.216791] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.216961] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: e11c51d0-3a03-4ca0-b486-de95b4415cde is going to be created. [ 1070.241072] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.241072] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.241072] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.241430] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.241557] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.241722] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-e11c51d0-3a03-4ca0-b486-de95b4415cde" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.946774] env[66006]: INFO networking_nsxv3.common.synchronization [req-52ad1653-c6e5-4fc2-9ce3-d775bc251824 req-a287471f-8c19-49e5-a0ba-7b621ea4b96b service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 1070.946774] env[66006]: INFO networking_nsxv3.common.synchronization [req-52ad1653-c6e5-4fc2-9ce3-d775bc251824 req-a287471f-8c19-49e5-a0ba-7b621ea4b96b service nova] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1070.946774] env[66006]: INFO networking_nsxv3.common.synchronization [req-52ad1653-c6e5-4fc2-9ce3-d775bc251824 req-a287471f-8c19-49e5-a0ba-7b621ea4b96b service nova] Enqueued Resource ID: e11c51d0-3a03-4ca0-b486-de95b4415cde with Priority: HIGHEST for action port [ 1070.947293] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_rules [ 1070.947293] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1070.947399] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11c51d0-3a03-4ca0-b486-de95b4415cde with Priority: HIGHEST for action port [ 1070.947921] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.948063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.948134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.948333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.948423] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.949290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.949404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.949471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.949743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.949783] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.949870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.949933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.950088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.950172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.950262] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.951868] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e11c51d0-3a03-4ca0-b486-de95b4415cde taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.951868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e11c51d0-3a03-4ca0-b486-de95b4415cde" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.951868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e11c51d0-3a03-4ca0-b486-de95b4415cde" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.951868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e11c51d0-3a03-4ca0-b486-de95b4415cde" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.951868] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11c51d0-3a03-4ca0-b486-de95b4415cde',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.395695] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 1071.395695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.396777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.396995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.397100] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.400459] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1071.400539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.411948] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 in Status: SUCCESS [ 1071.412249] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.453014] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.453929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.454047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.454241] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e11c51d0-3a03-4ca0-b486-de95b4415cde with status ACTIVE [ 1071.454383] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.454487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.454581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.454858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.454937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.455763] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.455763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.455763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.455763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.455763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.455763] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.455763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.455763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.456138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.456138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.456138] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e11c51d0-3a03-4ca0-b486-de95b4415cde is going to be updated. [ 1071.474927] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: SUCCESS [ 1071.474927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.480940] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.481110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.481180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.481512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.481512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.481671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e11c51d0-3a03-4ca0-b486-de95b4415cde" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.510877] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1071.510877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.588674] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1ab3dcc-aed2-42b2-a289-306353228a07 in Status: SUCCESS [ 1071.588927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.765418] env[66006]: INFO networking_nsxv3.common.synchronization [req-814b4b31-84f3-4c54-ac11-6e0d5e7b5d22 req-a4fdbced-d972-436e-98e0-b9fd1bfbbb59 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_members [ 1071.766271] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_members [ 1071.766327] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d00443-181a-47ac-917c-7691c9caaa18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.766652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.766652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.766744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.766895] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.766991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.767356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.767567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.767699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.767831] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.899519] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.900592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.900592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.900592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.900592] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.900592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.900592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.900592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.900888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.900888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.900888] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.958141] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.272504] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.272664] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.272735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.272958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.273066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.273259] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.273354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.273413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.273559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.273631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.273755] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d00443-181a-47ac-917c-7691c9caaa18 already deleted. [ 1072.273812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.404578] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.404846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.404926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.405195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.407770] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.407770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.407770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.407770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.407770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.407770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.407770] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.407770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.407770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.407770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.407770] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.407770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.409922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.410520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.411059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.411059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.411217] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.460493] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.460766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.460858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.461172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.461293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.461425] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be created. [ 1072.521159] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.521159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.521159] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.521359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.522331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.539447] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: UNINITIALIZED for 2s [ 1072.747037] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.747037] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.747037] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.747037] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.747445] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.747445] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.747600] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.747839] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.747986] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.748206] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.748316] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.748421] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.748536] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.748703] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.748873] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.749058] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.769876] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.769876] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.770047] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.770169] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.770490] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.770656] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.770771] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.771297] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.771439] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a6c36a-16b2-4bac-bdfa-920d70f95f6f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.916436] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25bf0ef-6f6b-444b-8f87-57d3d100bb70: rpc.has_security_group_logging(os_id): False [ 1072.937073] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.937228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.937266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.937470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.937550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.937743] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.937837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.937897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.938054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.938130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.938307] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.938398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.938459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.938593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.938674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.938871] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.938965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.939035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.939178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.939251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.939334] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 1073.034503] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.034503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.034503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.034835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.034871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.084652] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 1073.273693] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.273978] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.274120] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.274417] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.274564] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.274753] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 94a6c36a-16b2-4bac-bdfa-920d70f95f6f not found, creating... [ 1073.275096] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.275271] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.275388] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.275670] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.275806] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.276141] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.276301] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.276439] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.276674] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.276806] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.276947] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 94a6c36a-16b2-4bac-bdfa-920d70f95f6f is going to be created. [ 1073.298763] env[66006]: INFO networking_nsxv3.common.synchronization [req-3ac310bb-b06b-4e72-9b88-6459a847c1cd req-33d46f8a-c2ca-4087-b926-a7fb295d7e32 tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1073.299418] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1073.299758] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.299877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.299967] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.300531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.300704] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.300809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.300873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.301064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.301156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.301244] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.304365] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.304612] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.304661] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.305254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.305254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.305413] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.805476] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.002042] env[66006]: INFO networking_nsxv3.common.synchronization [req-bda1baf1-3840-461a-852d-626c04ef0455 req-0c18c1fc-5f7e-4609-9100-f06030f6c311 tempest-AttachInterfacesV270Test-1135630419 tempest-AttachInterfacesV270Test-1135630419-project-member] Enqueued Resource ID: eee1c9f2-ace8-4865-8308-0bc102aae589 with Priority: HIGHEST for action security_group_members [ 1074.002589] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eee1c9f2-ace8-4865-8308-0bc102aae589 with Priority: HIGHEST for action security_group_members [ 1074.002895] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-eee1c9f2-ace8-4865-8308-0bc102aae589 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.003380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.003499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.003766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.004044] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.004193] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.004289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.004485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.004604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.004754] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eee1c9f2-ace8-4865-8308-0bc102aae589',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.014238] env[66006]: INFO networking_nsxv3.common.synchronization [req-814b4b31-84f3-4c54-ac11-6e0d5e7b5d22 req-3baf0d39-1d04-46ab-abef-f9ba465da26f service nova] Enqueued Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_rules [ 1074.014238] env[66006]: INFO networking_nsxv3.common.synchronization [req-814b4b31-84f3-4c54-ac11-6e0d5e7b5d22 req-3baf0d39-1d04-46ab-abef-f9ba465da26f service nova] Enqueued Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_members [ 1074.014416] env[66006]: INFO networking_nsxv3.common.synchronization [req-814b4b31-84f3-4c54-ac11-6e0d5e7b5d22 req-3baf0d39-1d04-46ab-abef-f9ba465da26f service nova] Enqueued Resource ID: 94a6c36a-16b2-4bac-bdfa-920d70f95f6f with Priority: HIGHEST for action port [ 1074.014492] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_rules [ 1074.014934] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_members [ 1074.014934] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94a6c36a-16b2-4bac-bdfa-920d70f95f6f with Priority: HIGHEST for action port [ 1074.016008] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d00443-181a-47ac-917c-7691c9caaa18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.016349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.016461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.016708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.016835] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.017796] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d00443-181a-47ac-917c-7691c9caaa18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.017961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.018080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.018306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.018509] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.018659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.018757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.018976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.019133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.019299] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.020278] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.020509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.020659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.020905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.021036] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a6c36a-16b2-4bac-bdfa-920d70f95f6f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.307620] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.507231] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.507231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.507231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.507433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.524240] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d00443-181a-47ac-917c-7691c9caaa18 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.524379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.524539] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.530059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.530059] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.530059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.530059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.530059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.530059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.530059] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eee1c9f2-ace8-4865-8308-0bc102aae589 is going to be updated. [ 1074.531021] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94a6c36a-16b2-4bac-bdfa-920d70f95f6f with status ACTIVE [ 1074.531165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.531270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.531332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.531567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.531647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.531830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.531934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.532180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.532180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.532267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532381] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.532467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.532547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.532652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.532719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.533049] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94a6c36a-16b2-4bac-bdfa-920d70f95f6f is going to be updated. [ 1074.551517] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1074.551726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.552576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.552576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.552698] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.552800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.552800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.552946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.554045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.554045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.554045] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.555979] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-6438a5e6-af7a-4d6d-b06b-70a01bedaf4f tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1074.556496] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1074.556921] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.557048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.557115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.557409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.557557] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.557653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.557714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.557860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.558125] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.558224] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.562434] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.562553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.562639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.562783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.562917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.563084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94a6c36a-16b2-4bac-bdfa-920d70f95f6f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.568126] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.568126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.568216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.568360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.568486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.577499] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eee1c9f2-ace8-4865-8308-0bc102aae589 in Status: IN_PROGRESS for 2s [ 1074.811216] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.811362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.811433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.811657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.811753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.811852] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1074.846053] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.846211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.846747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.846747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.846747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.858765] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1074.884080] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-ce43d209-9058-4916-a7c4-5b86d556f6f8 tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1074.884598] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1074.884901] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.884998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.026804] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.057409] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.057576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.057650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.058101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.058258] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.058375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.058437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.058576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.058668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.058750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.058882] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.058974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.059061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.059196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.059331] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.059406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.059476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.059613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.059686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.059741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.059821] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.061558] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.061799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.061799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.061906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.061995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.062183] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.062316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.062393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.062476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.062547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.062619] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 already deleted. [ 1075.062699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.062834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.062975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.063183] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.063282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.063363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.063474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.063540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.063968] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.102585] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 1075.102850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.207919] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-b85a3d98-2f8d-478e-9e0d-bba5e8577bdc tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1075.208734] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1075.209231] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.209368] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.518942] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.519305] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-663" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.519305] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-663" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.519587] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-663" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.519839] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.519997] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.520358] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.521058] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.521058] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.521058] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.521211] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.521211] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.521297] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.521401] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.521501] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.521634] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.530127] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.530328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.530328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.530528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.530610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.530709] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d00443-181a-47ac-917c-7691c9caaa18 is going to be created. [ 1075.544025] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.544254] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.544336] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.544507] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-663" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.544899] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-1f805cb5-0bac-498a-bbbf-819425f3c6c8 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.545101] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-1f805cb5-0bac-498a-bbbf-819425f3c6c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.545221] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-1f805cb5-0bac-498a-bbbf-819425f3c6c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.545535] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-1f805cb5-0bac-498a-bbbf-819425f3c6c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.545671] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f805cb5-0bac-498a-bbbf-819425f3c6c8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.563031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.563031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.563031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.563031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.563332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.569611] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 206c51d0-9e5d-4572-b376-65a436ace75a: rpc.has_security_group_logging(os_id): False [ 1075.570712] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.570843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.570911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.571126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.571217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.571406] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.571504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.571566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.571743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.571851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.571901] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 already deleted. [ 1075.571978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.572140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.572291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.572429] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.572518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.572577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.572730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.572819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.572928] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.575157] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d00443-181a-47ac-917c-7691c9caaa18 in Status: UNINITIALIZED for 2s [ 1075.596692] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.596871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.596935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.597151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.597236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.597440] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.597542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.597606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.597759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.597836] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.598015] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.598113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.598164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.598307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.598379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.598562] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.598651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.598712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.598854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.598917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.599018] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be created. [ 1075.669072] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.669221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.669284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.669493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.669671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.686872] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1076.048031] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.048314] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.048503] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.048869] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.049086] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.049306] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 1f805cb5-0bac-498a-bbbf-819425f3c6c8 not found, creating... [ 1076.049642] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.049873] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.050045] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.050338] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.050512] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.050853] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.051053] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.051198] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.051457] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.051633] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.051919] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 1f805cb5-0bac-498a-bbbf-819425f3c6c8 is going to be created. [ 1076.073944] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.074249] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.074395] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.074852] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.074973] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.075243] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-1f805cb5-0bac-498a-bbbf-819425f3c6c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.076321] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.076511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.076612] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.076834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.076918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.077170] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.077278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.077341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.077524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.077571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.077651] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 already deleted. [ 1076.077768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.603847] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eee1c9f2-ace8-4865-8308-0bc102aae589 in Status: SUCCESS [ 1076.604070] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eee1c9f2-ace8-4865-8308-0bc102aae589 deletion is rescheduled due to dependency. [ 1076.604070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eee1c9f2-ace8-4865-8308-0bc102aae589" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.821441] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-6d00e0d4-448a-4083-bbaf-6787976fb6ef service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1076.821699] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-6d00e0d4-448a-4083-bbaf-6787976fb6ef service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1076.821878] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-6d00e0d4-448a-4083-bbaf-6787976fb6ef service nova] Enqueued Resource ID: 1f805cb5-0bac-498a-bbbf-819425f3c6c8 with Priority: HIGHEST for action port [ 1076.822851] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1076.822851] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1076.822958] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f805cb5-0bac-498a-bbbf-819425f3c6c8 with Priority: HIGHEST for action port [ 1076.823241] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.823389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.823423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.823681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.823789] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.825136] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.825258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.826065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.826065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.826065] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.826065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.826065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.826065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.826065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.827571] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.827571] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f805cb5-0bac-498a-bbbf-819425f3c6c8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.827663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f805cb5-0bac-498a-bbbf-819425f3c6c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.827700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f805cb5-0bac-498a-bbbf-819425f3c6c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.827834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f805cb5-0bac-498a-bbbf-819425f3c6c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.827900] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f805cb5-0bac-498a-bbbf-819425f3c6c8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.871648] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1076.871841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.042874] env[66006]: INFO networking_nsxv3.common.synchronization [req-b2cce4db-5fae-4885-900e-b9c1b0e28e28 req-d34cdcda-6712-495f-97fd-b329a9bbdce6 tempest-AttachVolumeTestJSON-1943147508 tempest-AttachVolumeTestJSON-1943147508-project-member] Enqueued Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_members [ 1077.042973] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_members [ 1077.044610] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a0b9a5-9bed-42e1-bf09-71e888f71217 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.049810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.049979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.050294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.050496] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.050607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.050670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.050825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.050910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.051019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.329492] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.329682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.329935] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.331033] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f805cb5-0bac-498a-bbbf-819425f3c6c8 with status ACTIVE [ 1077.331322] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.331479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.331544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.331858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.332141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.332390] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.333028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.333028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.333028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.333028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.333212] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.333264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.333709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.333709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.333932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.333932] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f805cb5-0bac-498a-bbbf-819425f3c6c8 is going to be updated. [ 1077.369699] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.369699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.369699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.369699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.369699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.369699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f805cb5-0bac-498a-bbbf-819425f3c6c8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.400959] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.401212] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-996" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.401308] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-996" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.401551] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-996" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.401867] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.401981] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.402106] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.402329] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.402470] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.402678] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.402786] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.402893] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.403009] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.403126] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.403498] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.403684] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.442288] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.442523] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.442589] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.442748] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-996" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.443161] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-7620e738-30aa-4e73-8d23-7ea698abb04f taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.443362] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-7620e738-30aa-4e73-8d23-7ea698abb04f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.443481] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-7620e738-30aa-4e73-8d23-7ea698abb04f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.443895] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-7620e738-30aa-4e73-8d23-7ea698abb04f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.444050] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7620e738-30aa-4e73-8d23-7ea698abb04f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.555042] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.556275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.556275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.556275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.556275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.556275] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.556551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.556551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.556615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.556646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.556759] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 already deleted. [ 1077.556893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.589315] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d00443-181a-47ac-917c-7691c9caaa18 in Status: SUCCESS [ 1077.589708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.590046] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.590474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.590797] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.590962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.591365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.591449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.591676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.591741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.592015] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.657511] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.657923] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-346" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.657923] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-346" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.658206] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-346" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.658584] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.658826] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.658949] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.659283] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.659480] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.659734] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.659875] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.659984] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.660122] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.660264] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.660447] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.660629] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.682250] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.682250] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.682439] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.682542] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-346" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.682910] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.683118] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.683254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.683658] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.683900] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c3163e9-2c0f-44ab-8320-2aa0ecba0d68',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.711930] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1077.712197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.836657] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.947254] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.947441] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.947666] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.947852] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.948025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.948262] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 7620e738-30aa-4e73-8d23-7ea698abb04f not found, creating... [ 1077.948669] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.948857] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.948976] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.949372] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.949372] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.949635] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.949792] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.949893] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.950124] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.950310] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.950516] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 7620e738-30aa-4e73-8d23-7ea698abb04f is going to be created. [ 1077.977124] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.977427] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.977610] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.977915] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.978207] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.978461] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-7620e738-30aa-4e73-8d23-7ea698abb04f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.095733] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.187401] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.187401] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.188634] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.188634] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.188634] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.188634] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 5c3163e9-2c0f-44ab-8320-2aa0ecba0d68 not found, creating... [ 1078.188912] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.189090] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.189235] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.189481] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.189653] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.190035] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.190205] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.190321] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.190971] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.191168] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.191340] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 5c3163e9-2c0f-44ab-8320-2aa0ecba0d68 is going to be created. [ 1078.222634] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.222924] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.223207] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.223425] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.223704] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.224267] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.338720] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.338944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.339034] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.339269] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.339374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.339480] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be created. [ 1078.383630] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.383882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.383944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.384207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.384384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.399979] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: UNINITIALIZED for 2s [ 1078.599065] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3d00443-181a-47ac-917c-7691c9caaa18: rpc.has_security_group_logging(os_id): False [ 1078.618202] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.618295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.618341] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.618583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.618663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.619064] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.619064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.619392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.619637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.619732] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.619824] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d00443-181a-47ac-917c-7691c9caaa18 is going to be created. [ 1078.690029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.690029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.690029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.690029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.690029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.700689] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3d00443-181a-47ac-917c-7691c9caaa18 in Status: IN_PROGRESS for 2s [ 1078.723902] env[66006]: INFO networking_nsxv3.common.synchronization [req-b2cce4db-5fae-4885-900e-b9c1b0e28e28 req-a101568b-517c-4432-a6dd-620dab27777d service nova] Enqueued Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_rules [ 1078.723902] env[66006]: INFO networking_nsxv3.common.synchronization [req-b2cce4db-5fae-4885-900e-b9c1b0e28e28 req-a101568b-517c-4432-a6dd-620dab27777d service nova] Enqueued Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_members [ 1078.724205] env[66006]: INFO networking_nsxv3.common.synchronization [req-b2cce4db-5fae-4885-900e-b9c1b0e28e28 req-a101568b-517c-4432-a6dd-620dab27777d service nova] Enqueued Resource ID: 7620e738-30aa-4e73-8d23-7ea698abb04f with Priority: HIGHEST for action port [ 1078.724628] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_rules [ 1078.725076] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_members [ 1078.725076] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7620e738-30aa-4e73-8d23-7ea698abb04f with Priority: HIGHEST for action port [ 1078.725226] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25a0b9a5-9bed-42e1-bf09-71e888f71217 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.726416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.726416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.726416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.726416] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.727392] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a0b9a5-9bed-42e1-bf09-71e888f71217 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.727501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.727572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.727773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.728216] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.728216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.728216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.728402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.728515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.728612] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.729644] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-7620e738-30aa-4e73-8d23-7ea698abb04f taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.729713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7620e738-30aa-4e73-8d23-7ea698abb04f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.731344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7620e738-30aa-4e73-8d23-7ea698abb04f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.731344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7620e738-30aa-4e73-8d23-7ea698abb04f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.731344] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7620e738-30aa-4e73-8d23-7ea698abb04f',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.959702] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-cfa9b6d1-b1a4-426b-ac41-462927e87fe4 service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1078.959702] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-cfa9b6d1-b1a4-426b-ac41-462927e87fe4 service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1078.959948] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-cfa9b6d1-b1a4-426b-ac41-462927e87fe4 service nova] Enqueued Resource ID: 5c3163e9-2c0f-44ab-8320-2aa0ecba0d68 with Priority: HIGHEST for action port [ 1078.960596] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1078.960730] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1078.960827] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c3163e9-2c0f-44ab-8320-2aa0ecba0d68 with Priority: HIGHEST for action port [ 1078.961168] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.961270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.961473] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.961578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.961757] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.961885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.961950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.962178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.962259] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c3163e9-2c0f-44ab-8320-2aa0ecba0d68',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.232598] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a0b9a5-9bed-42e1-bf09-71e888f71217 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.232999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.235373] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.237052] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7620e738-30aa-4e73-8d23-7ea698abb04f with status ACTIVE [ 1079.237052] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.237052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.237052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.237372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.237372] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.237503] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.237618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.237677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.237864] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.237951] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.238271] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.238906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.238906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.242145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.242310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.242422] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7620e738-30aa-4e73-8d23-7ea698abb04f is going to be updated. [ 1079.276309] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.276601] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.276688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.276897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.277077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.277273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7620e738-30aa-4e73-8d23-7ea698abb04f" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.464546] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c3163e9-2c0f-44ab-8320-2aa0ecba0d68 with status ACTIVE [ 1079.465210] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.465412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.465495] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.465745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.465868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.466077] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.466939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.466939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.466939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.466939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.466939] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.466939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.466939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.467465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.467465] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.467465] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c3163e9-2c0f-44ab-8320-2aa0ecba0d68 is going to be updated. [ 1079.491549] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.492563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.492563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.492563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.492563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.492563] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c3163e9-2c0f-44ab-8320-2aa0ecba0d68" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.744788] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.848483] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.848695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-663" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.848829] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-663" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.849880] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-663" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.849880] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.849880] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.849880] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.849880] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.850257] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.850257] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.850345] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.850391] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.850520] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.850589] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.850690] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.850839] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.873637] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.873831] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.873994] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.874178] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-663" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.874489] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-2c3835da-1881-458e-a5c2-382b55ef0b87 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.875362] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-2c3835da-1881-458e-a5c2-382b55ef0b87" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.875362] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-2c3835da-1881-458e-a5c2-382b55ef0b87" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.875362] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-2c3835da-1881-458e-a5c2-382b55ef0b87" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.875362] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3835da-1881-458e-a5c2-382b55ef0b87',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.247828] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.248134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.248266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.248604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.248743] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.248974] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 is going to be created. [ 1080.274946] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.275172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.275263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.275518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.275736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.291943] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 in Status: UNINITIALIZED for 2s [ 1080.377274] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.377502] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.377628] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.377926] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.378088] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.378248] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 2c3835da-1881-458e-a5c2-382b55ef0b87 not found, creating... [ 1080.378515] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.378757] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.378867] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.379113] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.379257] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.379651] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.379832] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.379969] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.380240] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.380493] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.380659] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 2c3835da-1881-458e-a5c2-382b55ef0b87 is going to be created. [ 1080.405558] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.405814] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.405887] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.406190] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.406408] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.406630] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-2c3835da-1881-458e-a5c2-382b55ef0b87" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.413047] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1080.413298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.413457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.413679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.413948] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.414079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.414139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.414301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.414375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.414466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.414564] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.415477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.415645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.415835] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.415948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.416012] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.416423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.416423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.416423] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.716653] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3d00443-181a-47ac-917c-7691c9caaa18 in Status: SUCCESS [ 1080.716914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.917952] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.918339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.918339] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.109761] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-3791202f-bbe8-4a7d-8bc9-477ea8a6b55d service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1081.109929] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-3791202f-bbe8-4a7d-8bc9-477ea8a6b55d service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1081.110092] env[66006]: INFO networking_nsxv3.common.synchronization [req-f40d4eff-2407-4e5b-ad4b-50984d402484 req-3791202f-bbe8-4a7d-8bc9-477ea8a6b55d service nova] Enqueued Resource ID: 2c3835da-1881-458e-a5c2-382b55ef0b87 with Priority: HIGHEST for action port [ 1081.110954] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1081.111113] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1081.111212] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3835da-1881-458e-a5c2-382b55ef0b87 with Priority: HIGHEST for action port [ 1081.111490] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.111590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.111790] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.111870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.112049] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c3835da-1881-458e-a5c2-382b55ef0b87 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.112143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c3835da-1881-458e-a5c2-382b55ef0b87" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.112199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c3835da-1881-458e-a5c2-382b55ef0b87" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.112401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c3835da-1881-458e-a5c2-382b55ef0b87" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.112478] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3835da-1881-458e-a5c2-382b55ef0b87',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.420718] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.614722] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c3835da-1881-458e-a5c2-382b55ef0b87 with status ACTIVE [ 1081.615268] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.615268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.615268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.615478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.615555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.615732] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.615829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.615903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.616078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.616154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.616338] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.616429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.616488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.616625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.616693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.616774] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c3835da-1881-458e-a5c2-382b55ef0b87 is going to be updated. [ 1081.645294] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.646121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.646121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.646121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.646121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.648168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c3835da-1881-458e-a5c2-382b55ef0b87" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.929487] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.929487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.929487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.929487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.929487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.929487] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1081.966647] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.967138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.967422] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.968293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.968570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.979850] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1082.310764] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 in Status: SUCCESS [ 1082.310909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.311073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.311749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.312037] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.312146] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.312227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.312384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.312477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.312554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.312651] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.817690] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.320687] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25a0b9a5-9bed-42e1-bf09-71e888f71217: rpc.has_security_group_logging(os_id): False [ 1083.341381] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.341794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.341997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.342782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.342782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.342782] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.342942] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.342989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.343195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.343285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.343381] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 is going to be created. [ 1083.435513] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.435513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.435513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.435755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.436700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.452850] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 in Status: IN_PROGRESS for 2s [ 1083.992442] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1083.992663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.992959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.993090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.993300] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.993594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.993594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.993681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.993720] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.993842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.993985] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.994083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.994145] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.994319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.994461] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.994579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.994635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.995084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.995296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.995296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.997867] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.997867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.997867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.997867] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.997867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.997867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.997867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.997867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.997867] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.209936] env[66006]: INFO networking_nsxv3.common.synchronization [req-48a07663-01d5-4e22-a0aa-ab9725bf6e66 req-a65b401a-5507-439a-b080-9415e5486fbb tempest-ServersTestJSON-1329165742 tempest-ServersTestJSON-1329165742-project-member] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1084.210473] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGHEST for action security_group_members [ 1084.210772] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.210895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.210998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.211358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.211522] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.211626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.211690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.211846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.211931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.212035] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.499357] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bb56103-c560-4ce3-bb21-7909cea0a5f7: rpc.has_security_group_logging(os_id): False [ 1084.500997] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.526249] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.527105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.527105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.527105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.527105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.527378] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.527378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.527571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.527709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.527786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.528161] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.528362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.528458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.528688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.528833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.529167] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.529323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.529500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.529579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.529645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.529809] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be created. [ 1084.601040] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.601224] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.601316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.601773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.602068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.620458] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1084.719329] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.719329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.719329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.719329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.719609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.721045] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.721045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.721045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.721045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.721045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.721045] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be updated. [ 1084.768624] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.768624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.768624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.768624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.768624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.778057] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: IN_PROGRESS for 2s [ 1085.006954] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.469503] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 in Status: SUCCESS [ 1085.469783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.512791] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.513213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.513288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.513620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.513762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.513972] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1085.549797] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.550196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.550367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.550682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.550993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.562193] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1085.942883] env[66006]: INFO networking_nsxv3.common.synchronization [None req-d45d83e4-e3ff-4644-85e2-a2533dc99daa None None] Enqueued Resource ID: 2e046aae-32c3-4e84-8e42-f95338ca4faf with Priority: HIGHEST for action port [ 1085.943304] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e046aae-32c3-4e84-8e42-f95338ca4faf with Priority: HIGHEST for action port [ 1085.943610] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e046aae-32c3-4e84-8e42-f95338ca4faf taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.943733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e046aae-32c3-4e84-8e42-f95338ca4faf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.943834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e046aae-32c3-4e84-8e42-f95338ca4faf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.944154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e046aae-32c3-4e84-8e42-f95338ca4faf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.944283] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e046aae-32c3-4e84-8e42-f95338ca4faf',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.356550] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.356678] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.357271] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.357271] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.357923] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.357923] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.357923] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.358204] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.361268] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.361268] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.361268] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.361268] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.361268] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.361268] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.361268] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.361268] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.386166] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.386463] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.387101] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.387101] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-948" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.387370] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-14607fc4-5391-477c-8701-5149da44503a taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.387606] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.387767] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.388152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.388378] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14607fc4-5391-477c-8701-5149da44503a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.446375] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e046aae-32c3-4e84-8e42-f95338ca4faf [ 1086.446653] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.446819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.446901] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.447153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.447241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.447370] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e046aae-32c3-4e84-8e42-f95338ca4faf already deleted. [ 1086.447477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e046aae-32c3-4e84-8e42-f95338ca4faf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.636205] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1086.636544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.637936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.637936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.637936] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.789698] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c3429d-b240-4858-b357-03f67aef0021 in Status: SUCCESS [ 1086.789698] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c3429d-b240-4858-b357-03f67aef0021 deletion is rescheduled due to dependency. [ 1086.790135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.891373] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.891373] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.891373] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.891373] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.891373] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.891792] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.891792] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.891991] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.892276] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.892444] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.892813] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.893026] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.893170] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.893412] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.893575] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.893758] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 14607fc4-5391-477c-8701-5149da44503a is going to be updated. [ 1086.919522] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.919522] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.919782] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.919916] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.920174] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.920424] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.139629] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.140078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.437661] env[66006]: INFO networking_nsxv3.common.synchronization [req-a3772078-a5a6-45a1-a64b-6facc4516770 req-b9ff6429-0791-4eb6-b43a-ab082e2f5c4f service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 1087.437833] env[66006]: INFO networking_nsxv3.common.synchronization [req-a3772078-a5a6-45a1-a64b-6facc4516770 req-b9ff6429-0791-4eb6-b43a-ab082e2f5c4f service nova] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 1087.437964] env[66006]: INFO networking_nsxv3.common.synchronization [req-a3772078-a5a6-45a1-a64b-6facc4516770 req-b9ff6429-0791-4eb6-b43a-ab082e2f5c4f service nova] Enqueued Resource ID: 14607fc4-5391-477c-8701-5149da44503a with Priority: HIGHEST for action port [ 1087.438524] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_rules [ 1087.438651] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 1087.438739] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14607fc4-5391-477c-8701-5149da44503a with Priority: HIGHEST for action port [ 1087.439124] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.439200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.439200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.439405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.439504] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.440780] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.440903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.440966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.441180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.441330] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.441426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.441523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.441670] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.441776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.441867] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.442792] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-14607fc4-5391-477c-8701-5149da44503a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.442909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.443898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.443898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.443898] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14607fc4-5391-477c-8701-5149da44503a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.573296] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1087.573600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.574379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.575033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.575033] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.575259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.575259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.575430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.575554] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.575683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.575806] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.948079] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.948079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.948079] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14607fc4-5391-477c-8701-5149da44503a with status ACTIVE [ 1087.948079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.948079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.950520] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.950520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.950520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.950520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.950520] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.950864] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14607fc4-5391-477c-8701-5149da44503a is going to be updated. [ 1087.978854] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.979169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.979275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.979631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.980718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.981062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14607fc4-5391-477c-8701-5149da44503a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.078465] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.078858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.078981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.079242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.079443] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.079552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.079617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.079774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.079861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.079951] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.080116] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.080208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.080266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.080408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.080552] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.080644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.080704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.080845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.080922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.081016] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.081742] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.452504] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.584976] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bb56103-c560-4ce3-bb21-7909cea0a5f7: rpc.has_security_group_logging(os_id): False [ 1088.607793] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.608021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.608082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.608300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.608392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.608654] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.608735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.608769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.608911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.608986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.611938] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.611938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.611938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.611938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.611938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.611938] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.611938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.611938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.611938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.611938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.611938] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1088.626741] env[66006]: INFO networking_nsxv3.common.synchronization [None req-a37594cf-9631-41c7-824b-24710881f6b6 None None] Enqueued Resource ID: ca50f52b-477b-4420-abcf-8de8007423f8 with Priority: HIGHEST for action port [ 1088.628930] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca50f52b-477b-4420-abcf-8de8007423f8 with Priority: HIGHEST for action port [ 1088.629344] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca50f52b-477b-4420-abcf-8de8007423f8 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.631200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca50f52b-477b-4420-abcf-8de8007423f8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.631200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca50f52b-477b-4420-abcf-8de8007423f8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.631667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca50f52b-477b-4420-abcf-8de8007423f8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.631667] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca50f52b-477b-4420-abcf-8de8007423f8',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.696311] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.696494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.696494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.696817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.696817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.713795] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1088.954967] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.955363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.955363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.955705] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.955893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.956068] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 1088.999919] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.000102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.000169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.001580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.001580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.011601] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 1089.136548] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca50f52b-477b-4420-abcf-8de8007423f8 [ 1089.136548] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.136548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.136548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.136548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.136548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.136878] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca50f52b-477b-4420-abcf-8de8007423f8 already deleted. [ 1089.136878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca50f52b-477b-4420-abcf-8de8007423f8" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.731999] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1090.732302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.732446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.732798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.732798] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.024176] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 1091.024567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.024608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.024800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.025044] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.025208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.025267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.026179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.026179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.026179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.026179] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.236534] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.236718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.236787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.237067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.237263] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.237371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.237528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.237605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.237741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.237741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.237814] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.529367] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.529696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.529696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.529845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.530029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.530156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.530305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.530381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.530468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.530561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.530787] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.530920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.531008] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.531192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.531343] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.531400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.531466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.531617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.531698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.531801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.531887] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.745266] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.747162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.747162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.747162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.747162] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.747162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.747162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.747162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.747162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.747162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.747650] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.747650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.747650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.747792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.747936] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.748093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.748189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.748398] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.748515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.748641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.748776] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.034097] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f25bf0ef-6f6b-444b-8f87-57d3d100bb70: rpc.has_security_group_logging(os_id): False [ 1092.065281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.065281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.065281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.065281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.065281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.065281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.069037] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.069037] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.069037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.069037] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 1092.139168] env[66006]: INFO networking_nsxv3.common.synchronization [req-332b96fb-dfe2-4c8c-9f59-64203e181272 req-99638ca9-1920-4583-9b3f-c488fe3f6295 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1092.139259] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1092.139510] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.139624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.139818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.139975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.140618] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.140723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.141142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.141142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.141142] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.141142] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.170682] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.170896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.170896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.171114] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.171258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.191941] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 1092.251838] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bb56103-c560-4ce3-bb21-7909cea0a5f7: rpc.has_security_group_logging(os_id): False [ 1092.306868] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.307199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.307303] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.307522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.307602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.310190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.310190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.310190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.310190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.310190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.310190] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.310190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.310190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.310190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.310190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.310888] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.311068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.311188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.311421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.311542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.311671] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1092.513048] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.513325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.513733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.514090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.514252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.576671] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1092.612364] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.612561] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.612683] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.613101] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.613477] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.613773] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.614035] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.614411] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.614684] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.615062] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.615451] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.615451] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.616186] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.616186] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.616548] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.616667] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.643294] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.643473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.643561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.643896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.643965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.644262] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.644617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.644617] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.644683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.644712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.644940] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e already deleted. [ 1092.644940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.664873] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.665100] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.665223] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.665407] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.665752] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-459dc352-d4fd-4148-801f-ee8c6c6d23bf taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.665936] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-459dc352-d4fd-4148-801f-ee8c6c6d23bf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.666081] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-459dc352-d4fd-4148-801f-ee8c6c6d23bf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.666457] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-459dc352-d4fd-4148-801f-ee8c6c6d23bf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.666605] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459dc352-d4fd-4148-801f-ee8c6c6d23bf',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.697019] env[66006]: INFO networking_nsxv3.common.synchronization [None req-78a0c514-d908-40a4-9f33-22c7c0a73482 None None] Enqueued Resource ID: 96896c06-713f-4252-b2ba-9c41791b49a0 with Priority: HIGHEST for action port [ 1092.697762] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96896c06-713f-4252-b2ba-9c41791b49a0 with Priority: HIGHEST for action port [ 1092.698166] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-96896c06-713f-4252-b2ba-9c41791b49a0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.698320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96896c06-713f-4252-b2ba-9c41791b49a0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.698413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96896c06-713f-4252-b2ba-9c41791b49a0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.698734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96896c06-713f-4252-b2ba-9c41791b49a0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.698823] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96896c06-713f-4252-b2ba-9c41791b49a0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.169522] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.169853] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.169967] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.170351] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.170610] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.170831] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 459dc352-d4fd-4148-801f-ee8c6c6d23bf not found, creating... [ 1093.171182] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.171386] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.171508] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.171742] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.171899] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.172271] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.172464] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.172621] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.172880] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.173070] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.173246] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 459dc352-d4fd-4148-801f-ee8c6c6d23bf is going to be created. [ 1093.202316] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96896c06-713f-4252-b2ba-9c41791b49a0 [ 1093.202619] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.202798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.202885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.203217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.203351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.203474] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96896c06-713f-4252-b2ba-9c41791b49a0 already deleted. [ 1093.203588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96896c06-713f-4252-b2ba-9c41791b49a0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.205347] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.205532] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.205647] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.205913] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.206203] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.206409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-459dc352-d4fd-4148-801f-ee8c6c6d23bf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.970446] env[66006]: INFO networking_nsxv3.common.synchronization [req-332b96fb-dfe2-4c8c-9f59-64203e181272 req-5b02020f-e2d0-4d27-8f2e-7b61ea0e92be service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1093.970446] env[66006]: INFO networking_nsxv3.common.synchronization [req-332b96fb-dfe2-4c8c-9f59-64203e181272 req-5b02020f-e2d0-4d27-8f2e-7b61ea0e92be service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1093.970446] env[66006]: INFO networking_nsxv3.common.synchronization [req-332b96fb-dfe2-4c8c-9f59-64203e181272 req-5b02020f-e2d0-4d27-8f2e-7b61ea0e92be service nova] Enqueued Resource ID: 459dc352-d4fd-4148-801f-ee8c6c6d23bf with Priority: HIGHEST for action port [ 1093.970446] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1093.970446] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1093.970446] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459dc352-d4fd-4148-801f-ee8c6c6d23bf with Priority: HIGHEST for action port [ 1093.970446] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.970446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.970446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.970446] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.971316] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.977343] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.977343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.977343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.977343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.977343] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.977343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.977343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.977343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.977343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.977343] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.977343] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-459dc352-d4fd-4148-801f-ee8c6c6d23bf taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.977343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-459dc352-d4fd-4148-801f-ee8c6c6d23bf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.977343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-459dc352-d4fd-4148-801f-ee8c6c6d23bf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.980683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-459dc352-d4fd-4148-801f-ee8c6c6d23bf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.980683] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459dc352-d4fd-4148-801f-ee8c6c6d23bf',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.208894] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 1094.209280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.482173] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.483600] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.483600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.484473] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 459dc352-d4fd-4148-801f-ee8c6c6d23bf with status ACTIVE [ 1094.484473] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.484473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.484473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.484473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.484844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.484844] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.484844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.484844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.486687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.487501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.487501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.487501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.487501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.487802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.487802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.487802] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 459dc352-d4fd-4148-801f-ee8c6c6d23bf is going to be updated. [ 1094.535373] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.536981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.536981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.536981] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.537648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.537902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-459dc352-d4fd-4148-801f-ee8c6c6d23bf" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.616085] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1094.616085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.986029] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.144943] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9f63a962-2c8b-4e31-8697-52f9f4ec3594 None None] Enqueued Resource ID: d16f30bc-1b90-4418-a08e-723280ed15e4 with Priority: HIGHEST for action port [ 1095.146757] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16f30bc-1b90-4418-a08e-723280ed15e4 with Priority: HIGHEST for action port [ 1095.147141] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-d16f30bc-1b90-4418-a08e-723280ed15e4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.147296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d16f30bc-1b90-4418-a08e-723280ed15e4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.147364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d16f30bc-1b90-4418-a08e-723280ed15e4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.147663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d16f30bc-1b90-4418-a08e-723280ed15e4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.147896] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16f30bc-1b90-4418-a08e-723280ed15e4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.490082] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.492433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.492610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.494172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.494496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.494571] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be created. [ 1095.524310] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.524411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.524478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.524759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.524935] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.538292] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: UNINITIALIZED for 2s [ 1095.649879] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d16f30bc-1b90-4418-a08e-723280ed15e4 [ 1095.651442] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.651728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.651728] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.651934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.652054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.652177] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d16f30bc-1b90-4418-a08e-723280ed15e4 already deleted. [ 1095.652613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d16f30bc-1b90-4418-a08e-723280ed15e4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.149894] env[66006]: INFO networking_nsxv3.common.synchronization [None req-555dabe6-7b8a-40ea-88ef-9551e2e80d3a None None] Enqueued Resource ID: 991a8dfe-1677-4b18-920f-1386c7e55262 with Priority: HIGHEST for action port [ 1096.150503] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991a8dfe-1677-4b18-920f-1386c7e55262 with Priority: HIGHEST for action port [ 1096.150895] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-991a8dfe-1677-4b18-920f-1386c7e55262 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.151048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-991a8dfe-1677-4b18-920f-1386c7e55262" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.151121] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-991a8dfe-1677-4b18-920f-1386c7e55262" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.151455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-991a8dfe-1677-4b18-920f-1386c7e55262" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.151570] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991a8dfe-1677-4b18-920f-1386c7e55262',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.653684] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 991a8dfe-1677-4b18-920f-1386c7e55262 [ 1096.654086] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.654086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.654502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.654634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.654805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.655020] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:991a8dfe-1677-4b18-920f-1386c7e55262 already deleted. [ 1096.655191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-991a8dfe-1677-4b18-920f-1386c7e55262" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.832741] env[66006]: INFO networking_nsxv3.common.synchronization [req-251d891e-d83a-4077-acbc-ea71df506510 req-1020d7c7-a938-4e31-8aff-0a0f3f9ad011 tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1096.832741] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1096.833380] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.833515] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.833587] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.834063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.834113] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.834212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.834290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.834470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.834598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.834684] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.075063] env[66006]: INFO networking_nsxv3.common.synchronization [req-251d891e-d83a-4077-acbc-ea71df506510 req-731885f3-f2f8-4beb-b793-24d355438ac4 tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1097.075516] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1097.076184] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.076412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.304298] env[66006]: INFO networking_nsxv3.common.synchronization [req-251d891e-d83a-4077-acbc-ea71df506510 req-3cef3ead-e55b-461a-9663-cfa1630e2840 tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1097.305777] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1097.306058] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.306371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.338409] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.552734] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1097.553230] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.553430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.553734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.554186] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.554186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.554186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.554429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.554429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.554429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.554536] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.567413] env[66006]: INFO networking_nsxv3.common.synchronization [None req-028d9bad-9350-4266-a3ab-404fb9e4c668 None None] Enqueued Resource ID: 400c2989-c035-44d8-b261-6ced32b4ec24 with Priority: HIGHEST for action port [ 1097.567413] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400c2989-c035-44d8-b261-6ced32b4ec24 with Priority: HIGHEST for action port [ 1097.567886] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-400c2989-c035-44d8-b261-6ced32b4ec24 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.568186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-400c2989-c035-44d8-b261-6ced32b4ec24" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.568365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-400c2989-c035-44d8-b261-6ced32b4ec24" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.568709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-400c2989-c035-44d8-b261-6ced32b4ec24" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.568939] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400c2989-c035-44d8-b261-6ced32b4ec24',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.841193] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.062225] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.062461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.062461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.062816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.063054] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.063190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.063277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.063462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.063575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.063686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.063863] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.064042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.064132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.064307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.064500] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.064621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.064659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.064830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.064921] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.065017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.065113] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.071064] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 400c2989-c035-44d8-b261-6ced32b4ec24 [ 1098.071249] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.071351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.071485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.071613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.071714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.071791] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:400c2989-c035-44d8-b261-6ced32b4ec24 already deleted. [ 1098.071875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-400c2989-c035-44d8-b261-6ced32b4ec24" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.349620] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.349620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.349620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.349620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.349620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.349620] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1098.386654] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.387140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.387369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.387934] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.388197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.401744] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1098.568095] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03e8de-54dd-4693-9f6f-991bbd6fe30e: rpc.has_security_group_logging(os_id): False [ 1098.591205] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.591429] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.591494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.591714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.591815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.592053] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.592212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.592280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.592457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.592532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.592735] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.592831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.592893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.593332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.593440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.593695] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.594275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.594378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.594541] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.594631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.594739] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be created. [ 1098.672961] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.673279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.673279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.673591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.673892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.693063] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1100.412893] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1100.412893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.412893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.412893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.412893] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.413315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.413315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.413315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.413315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.413315] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.710591] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1100.710792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.915774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.915990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.916289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.916796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.916943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.917279] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.917458] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.917560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.917813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.917945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.918098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1100.957170] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.957170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.957353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.957434] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.957642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.973707] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1101.064571] env[66006]: INFO networking_nsxv3.common.synchronization [req-64cfeb26-fe00-4782-9dbd-7cef8eb6fd75 req-a9803d2a-ea3a-4c25-9e17-6e290fb0be14 tempest-ServersNegativeTestMultiTenantJSON-1056457907 tempest-ServersNegativeTestMultiTenantJSON-1056457907-project-member] Enqueued Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGHEST for action security_group_members [ 1101.065223] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGHEST for action security_group_members [ 1101.065385] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.065505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.065963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.065963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.065963] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.066152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.066152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.066536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.066536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.066536] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31c9bfe8-1c87-4bc4-8c8b-317865176dbd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.421193] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.421732] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-231" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.422056] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-231" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.422351] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-231" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.422820] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.423096] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.423371] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.423703] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.423937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.424147] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.424264] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.424369] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.424471] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.424574] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.424674] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.424803] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.446701] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.446905] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.447039] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.447236] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-231" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.447530] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-9082e5bf-ae7d-4545-8844-5623471e5b35 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.447728] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-9082e5bf-ae7d-4545-8844-5623471e5b35" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.447845] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-9082e5bf-ae7d-4545-8844-5623471e5b35" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.448232] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-9082e5bf-ae7d-4545-8844-5623471e5b35" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.448390] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9082e5bf-ae7d-4545-8844-5623471e5b35',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.568737] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.568914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.568975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.569208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.569399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.569493] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.569987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.569987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.569987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.569987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.569987] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd already deleted. [ 1101.569987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.951127] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.951343] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.951432] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.951714] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.951863] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.952068] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 9082e5bf-ae7d-4545-8844-5623471e5b35 not found, creating... [ 1101.952344] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.952506] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.952622] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.952860] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.953015] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.953328] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.953489] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.953621] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.953882] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.954079] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.954234] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 9082e5bf-ae7d-4545-8844-5623471e5b35 is going to be created. [ 1101.981660] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.981880] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.981970] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.982300] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.982521] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.982753] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-9082e5bf-ae7d-4545-8844-5623471e5b35" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.727655] env[66006]: INFO networking_nsxv3.common.synchronization [req-64cfeb26-fe00-4782-9dbd-7cef8eb6fd75 req-44208213-3caa-4104-b979-ed9be0b900b0 service nova] Enqueued Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGHEST for action security_group_rules [ 1102.727956] env[66006]: INFO networking_nsxv3.common.synchronization [req-64cfeb26-fe00-4782-9dbd-7cef8eb6fd75 req-44208213-3caa-4104-b979-ed9be0b900b0 service nova] Enqueued Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGHEST for action security_group_members [ 1102.728337] env[66006]: INFO networking_nsxv3.common.synchronization [req-64cfeb26-fe00-4782-9dbd-7cef8eb6fd75 req-44208213-3caa-4104-b979-ed9be0b900b0 service nova] Enqueued Resource ID: 9082e5bf-ae7d-4545-8844-5623471e5b35 with Priority: HIGHEST for action port [ 1102.728850] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGHEST for action security_group_rules [ 1102.729165] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGHEST for action security_group_members [ 1102.729165] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9082e5bf-ae7d-4545-8844-5623471e5b35 with Priority: HIGHEST for action port [ 1102.729419] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.729530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.729584] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.730277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.730277] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31c9bfe8-1c87-4bc4-8c8b-317865176dbd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.730739] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.730855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.730933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.731147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.731288] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.731386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.731455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.731583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.731669] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.731742] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31c9bfe8-1c87-4bc4-8c8b-317865176dbd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.732508] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-9082e5bf-ae7d-4545-8844-5623471e5b35 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.732630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9082e5bf-ae7d-4545-8844-5623471e5b35" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.732690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9082e5bf-ae7d-4545-8844-5623471e5b35" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.732830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9082e5bf-ae7d-4545-8844-5623471e5b35" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.732886] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9082e5bf-ae7d-4545-8844-5623471e5b35',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.983530] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1102.983697] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 deletion is rescheduled due to dependency. [ 1102.983938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.984148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.984399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.984519] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.984634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.984698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.984852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.984953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.985062] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.235409] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.235409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.235609] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31c9bfe8-1c87-4bc4-8c8b-317865176dbd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.237165] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9082e5bf-ae7d-4545-8844-5623471e5b35 with status ACTIVE [ 1103.237165] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.237165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.237165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.237382] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.237444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.237611] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.237700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.237766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.237914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.237993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.240012] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.240384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.240464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.240648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.240938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.240938] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9082e5bf-ae7d-4545-8844-5623471e5b35 is going to be updated. [ 1103.264835] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.265218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.265218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.265369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.265892] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.266521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9082e5bf-ae7d-4545-8844-5623471e5b35" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.491040] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.494050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.494050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.494050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.494050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.494050] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.494050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.494050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.494050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.494050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.494050] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1103.532183] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.532665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.532886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.533270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.533547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.544512] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1103.743484] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31c9bfe8-1c87-4bc4-8c8b-317865176dbd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.245565] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.245782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.245884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.246194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.246339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.246447] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd is going to be created. [ 1104.298466] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.298694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.298694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.298908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.299041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.314390] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd in Status: UNINITIALIZED for 2s [ 1104.810376] env[66006]: INFO networking_nsxv3.common.synchronization [req-44a981b4-b8af-463d-a6d9-57b0137d28f1 req-2cc54161-6e89-4eba-81cc-74ca0ae8903e tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1104.810956] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1104.811286] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.811412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.811680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.811734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.812010] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.812357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.812425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.812590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.812673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.812765] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.315624] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.555394] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1105.555578] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 deletion is rescheduled due to dependency. [ 1105.555697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.819299] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.322145] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.324877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.324877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.324877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.324877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.324877] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd is going to be updated. [ 1106.331029] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd in Status: SUCCESS [ 1106.331029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.331029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.331029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.331029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.331029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.331029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.331029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.331029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.331029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.331029] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31c9bfe8-1c87-4bc4-8c8b-317865176dbd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.361542] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.361542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.361542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.361542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.361542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.371539] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: IN_PROGRESS for 2s [ 1106.836035] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.836459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.836459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.836652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.836951] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.837150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.837271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.837564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.837714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.837874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.838168] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.838348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.838478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.838735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.839033] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.839248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.839358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.839595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.839730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.839895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.840080] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31c9bfe8-1c87-4bc4-8c8b-317865176dbd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.344831] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31c9bfe8-1c87-4bc4-8c8b-317865176dbd: rpc.has_security_group_logging(os_id): False [ 1107.369914] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.370079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.370151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.370369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.370672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.370916] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.371163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.371253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.371426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.371506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.371684] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.371780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.371839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.371980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.372064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.372360] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.372468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.372531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.372673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.372745] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.372831] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd is going to be created. [ 1107.469900] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.470124] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.470227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.470535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.470811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.496213] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd in Status: IN_PROGRESS for 2s [ 1108.383302] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: SUCCESS [ 1108.383655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.509562] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd in Status: SUCCESS [ 1109.509910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.812144] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1109.812306] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1110.303509] env[66006]: INFO networking_nsxv3.common.synchronization [req-8ca1a6ee-d510-4994-95d7-8014cd5dc6c9 req-5c6142cf-d75a-4d76-bf9b-bc76989239f0 tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1110.304894] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1110.306967] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.308956] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.308956] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.615305] env[66006]: INFO networking_nsxv3.common.synchronization [req-8ca1a6ee-d510-4994-95d7-8014cd5dc6c9 req-1419cf6c-2280-4052-ba97-a30dffb1aaec tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1110.616259] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1110.616772] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.616961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.816695] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.816835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.816900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.817157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.817250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.817451] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.817549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.817611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.817760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.817830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.817914] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1110.848064] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.848214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.848284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.848491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.848866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.858780] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1110.967464] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.967650] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-274" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.967770] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-274" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.968124] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-274" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.968378] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.968568] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.968694] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.968942] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.969088] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.969294] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.969404] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.969509] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.969611] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.969713] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.969816] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.969938] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.990633] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.990852] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.991395] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.991395] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-274" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.992038] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-a624a34d-b487-4435-b64f-292bfed6a866 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.992038] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-a624a34d-b487-4435-b64f-292bfed6a866" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.992038] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-a624a34d-b487-4435-b64f-292bfed6a866" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.992695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-a624a34d-b487-4435-b64f-292bfed6a866" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.992912] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a624a34d-b487-4435-b64f-292bfed6a866',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.488409] env[66006]: INFO networking_nsxv3.common.synchronization [req-09d849e5-d943-46ca-9816-87913270b940 req-958fc38f-9a99-474a-8c96-1d53b9a01802 tempest-DeleteServersTestJSON-1765999655 tempest-DeleteServersTestJSON-1765999655-project-member] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1111.488974] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGHEST for action security_group_members [ 1111.489380] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.489485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.489485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.489656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.489803] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.489940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.491026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.491026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.491026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.491026] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.496048] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.496048] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.496224] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.496345] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.496482] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.496630] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port a624a34d-b487-4435-b64f-292bfed6a866 not found, creating... [ 1111.496944] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.497137] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.498409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.498409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.498409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.498409] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.498409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.498409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.498409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.498409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.498778] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: a624a34d-b487-4435-b64f-292bfed6a866 is going to be created. [ 1111.522075] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.522075] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.522075] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.522075] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.522075] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.522075] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-a624a34d-b487-4435-b64f-292bfed6a866" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.993288] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.993599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.993599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.993725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.993814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.994061] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.994171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.994232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.994385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.994462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.994549] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be updated. [ 1112.025886] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.025886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.025886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.026017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.026141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.035776] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: IN_PROGRESS for 2s [ 1112.217775] env[66006]: INFO networking_nsxv3.common.synchronization [req-8ca1a6ee-d510-4994-95d7-8014cd5dc6c9 req-b43c2f35-d8ed-445e-a48c-3c64da4a4976 service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1112.217932] env[66006]: INFO networking_nsxv3.common.synchronization [req-8ca1a6ee-d510-4994-95d7-8014cd5dc6c9 req-b43c2f35-d8ed-445e-a48c-3c64da4a4976 service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1112.218416] env[66006]: INFO networking_nsxv3.common.synchronization [req-8ca1a6ee-d510-4994-95d7-8014cd5dc6c9 req-b43c2f35-d8ed-445e-a48c-3c64da4a4976 service nova] Enqueued Resource ID: a624a34d-b487-4435-b64f-292bfed6a866 with Priority: HIGHEST for action port [ 1112.218655] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1112.218762] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1112.218859] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a624a34d-b487-4435-b64f-292bfed6a866 with Priority: HIGHEST for action port [ 1112.219275] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.219454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.219454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.219655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.219732] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.221027] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.221141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.221318] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a624a34d-b487-4435-b64f-292bfed6a866 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.221530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a624a34d-b487-4435-b64f-292bfed6a866" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.221605] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a624a34d-b487-4435-b64f-292bfed6a866" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.221789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a624a34d-b487-4435-b64f-292bfed6a866" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.221856] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a624a34d-b487-4435-b64f-292bfed6a866',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.721922] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.722187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.723463] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a624a34d-b487-4435-b64f-292bfed6a866 with status ACTIVE [ 1112.723727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.723873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.724045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.724273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.724393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.724613] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.724752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.724804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.725028] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.725187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.725356] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.725418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.725466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.725614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.725686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.725771] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a624a34d-b487-4435-b64f-292bfed6a866 is going to be updated. [ 1112.751559] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.751559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.751559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.751559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.751559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.751559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a624a34d-b487-4435-b64f-292bfed6a866" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.868787] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1112.868959] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 deletion is rescheduled due to dependency. [ 1112.869089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.869253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.869471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.869657] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.869769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.869832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.869980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.870479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.870479] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.063034] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.063387] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-738" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.063426] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-738" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.064504] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-738" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.064648] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.064882] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.065064] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.065390] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.065609] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.066099] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.066309] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.066512] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.066701] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.066905] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.067114] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.067341] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.093740] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.094017] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.094539] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.094539] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-738" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.094918] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-f674ca25-cd35-4abe-a810-d3ddc507b00b taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.095464] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-f674ca25-cd35-4abe-a810-d3ddc507b00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.095533] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-f674ca25-cd35-4abe-a810-d3ddc507b00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.096033] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-f674ca25-cd35-4abe-a810-d3ddc507b00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.096274] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f674ca25-cd35-4abe-a810-d3ddc507b00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.372606] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.600976] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.601186] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.601402] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.601781] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.601987] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.602191] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port f674ca25-cd35-4abe-a810-d3ddc507b00b not found, creating... [ 1113.602559] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.602792] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.602994] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.604069] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.604069] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.604188] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.604403] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.604627] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.604999] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.605255] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.605508] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: f674ca25-cd35-4abe-a810-d3ddc507b00b is going to be created. [ 1113.628074] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.628306] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.628443] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.628776] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.629012] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.629599] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-f674ca25-cd35-4abe-a810-d3ddc507b00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.876468] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.048372] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 206c51d0-9e5d-4572-b376-65a436ace75a in Status: SUCCESS [ 1114.048559] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a deletion is rescheduled due to dependency. [ 1114.048700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.361788] env[66006]: INFO networking_nsxv3.common.synchronization [req-7e5b0c66-6a8b-42aa-9826-d8c6ef0914ca req-4e09f3ae-0972-487e-a5a1-ed8a4f665953 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1114.362700] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGHEST for action security_group_members [ 1114.362963] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.363100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.363170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.363371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.363523] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.364578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.364704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.365051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.365051] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.365154] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.378627] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.378769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.378827] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.379074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.379169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.379265] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1114.381930] env[66006]: INFO networking_nsxv3.common.synchronization [req-8ca1a6ee-d510-4994-95d7-8014cd5dc6c9 req-cd7d93a4-9c73-4af4-9be4-4663dd0853e9 service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1114.382906] env[66006]: INFO networking_nsxv3.common.synchronization [req-8ca1a6ee-d510-4994-95d7-8014cd5dc6c9 req-cd7d93a4-9c73-4af4-9be4-4663dd0853e9 service nova] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1114.382906] env[66006]: INFO networking_nsxv3.common.synchronization [req-8ca1a6ee-d510-4994-95d7-8014cd5dc6c9 req-cd7d93a4-9c73-4af4-9be4-4663dd0853e9 service nova] Enqueued Resource ID: f674ca25-cd35-4abe-a810-d3ddc507b00b with Priority: HIGHEST for action port [ 1114.384722] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_rules [ 1114.384722] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1114.384722] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f674ca25-cd35-4abe-a810-d3ddc507b00b with Priority: HIGHEST for action port [ 1114.386711] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.387063] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.387530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.387631] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.387823] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f674ca25-cd35-4abe-a810-d3ddc507b00b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.387924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f674ca25-cd35-4abe-a810-d3ddc507b00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.388357] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f674ca25-cd35-4abe-a810-d3ddc507b00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.388952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f674ca25-cd35-4abe-a810-d3ddc507b00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.389050] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f674ca25-cd35-4abe-a810-d3ddc507b00b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.436143] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.436143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.436143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.436143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.436143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.447894] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1114.710762] env[66006]: INFO networking_nsxv3.common.synchronization [req-bbb88bb9-9a23-49cf-bb04-eeb23818f983 req-f8d6a976-5a65-4e77-8519-331295b7d536 tempest-ServersNegativeTestMultiTenantJSON-1056457907 tempest-ServersNegativeTestMultiTenantJSON-1056457907-project-member] Enqueued Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGHEST for action security_group_members [ 1114.711605] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGHEST for action security_group_members [ 1114.712100] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.712289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.712872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.712872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.713026] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.713206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.713283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.713552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.713683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.713832] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31c9bfe8-1c87-4bc4-8c8b-317865176dbd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.868048] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.868048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.868048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.868048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.868435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.868435] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.868551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.868599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.868862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.868862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.869022] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd is going to be updated. [ 1114.895514] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f674ca25-cd35-4abe-a810-d3ddc507b00b with status ACTIVE [ 1114.895765] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.895950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.895950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.896170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.896258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.896576] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.897074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.897074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.897074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.897074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.897268] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.897356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.897417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.897845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.897845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.897845] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f674ca25-cd35-4abe-a810-d3ddc507b00b is going to be updated. [ 1114.904976] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.905220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.905220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.905350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.905489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.917549] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: IN_PROGRESS for 2s [ 1114.922388] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.922673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.922673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.922801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.922898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.923079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f674ca25-cd35-4abe-a810-d3ddc507b00b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.216811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.217027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.217082] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.217365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.217468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.217667] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.217765] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.217826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.218031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.218135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.218735] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd is going to be updated. [ 1115.248731] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.248954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.249053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.249273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.249490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.258620] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd in Status: IN_PROGRESS for 2s [ 1116.157600] env[66006]: INFO networking_nsxv3.common.synchronization [req-f0b9b64c-b204-4e80-9ba0-de250993538c req-008d830b-b7f8-40d1-a455-8dba749c5746 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1116.158159] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1116.158526] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.158648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.158648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.158852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.159134] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.159134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.159246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.159311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.159388] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.159491] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.465542] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1116.465785] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.465925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.466217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.466416] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.466539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.466610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.466758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.466831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.466924] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.662072] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.662289] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.662376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.662693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.662823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.663132] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.663317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.663847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.663847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.663847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.663957] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1116.699297] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.699455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.699505] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.699711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.699850] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.709753] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1116.928523] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd in Status: SUCCESS [ 1116.928726] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd deletion is rescheduled due to dependency. [ 1116.928873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.969430] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.270578] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd in Status: SUCCESS [ 1117.270578] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd deletion is rescheduled due to dependency. [ 1117.270578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.472105] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.973644] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.973804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.973804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.974235] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.974331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.974433] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1118.003290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.003468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.003468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.003661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.003800] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.013488] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1118.726034] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1118.726963] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e deletion is rescheduled due to dependency. [ 1118.726963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.966211] env[66006]: INFO networking_nsxv3.common.synchronization [req-adcb8070-f93a-4e96-862b-fcd053be86e4 req-78e3be85-8ea7-49f3-a174-1d8cd75dfcdc tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1118.966917] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1118.967528] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.967651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.967749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.968036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.968257] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.968464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.968522] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.968682] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.968802] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.968935] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.306736] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.307043] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.307130] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.307365] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.307642] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.307809] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.307893] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.308405] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.308625] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.308853] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.308962] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.309081] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.309189] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.309299] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.309403] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.309531] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.334079] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.334079] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.334079] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.334352] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.334801] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-175adc4e-7b30-4982-8c0c-a0e6b19b806a taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.335148] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-175adc4e-7b30-4982-8c0c-a0e6b19b806a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.335286] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-175adc4e-7b30-4982-8c0c-a0e6b19b806a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.335646] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-175adc4e-7b30-4982-8c0c-a0e6b19b806a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.335790] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175adc4e-7b30-4982-8c0c-a0e6b19b806a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.471474] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.471656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.471718] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.471932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.472166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.472386] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.472499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.472558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.472735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.472813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.472896] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1119.532863] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.532969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.533054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.533366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.533696] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.547861] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1119.838412] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.838720] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.838873] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.839594] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.839594] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.839594] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port 175adc4e-7b30-4982-8c0c-a0e6b19b806a not found, creating... [ 1119.839717] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.839841] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.840008] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.840254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.840435] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.840822] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.841059] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.841240] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.841536] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.841809] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.841945] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 175adc4e-7b30-4982-8c0c-a0e6b19b806a is going to be created. [ 1119.863774] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.864146] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.864308] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.864586] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.864808] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.865041] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-175adc4e-7b30-4982-8c0c-a0e6b19b806a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.026382] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1120.026799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.027058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.027301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.027510] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.027679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.027814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.027915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.027996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.028098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.028218] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.029148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.029317] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.029496] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.029641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.029641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.029803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.029854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.029931] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.531866] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.532108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.532222] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.599291] env[66006]: INFO networking_nsxv3.common.synchronization [req-adcb8070-f93a-4e96-862b-fcd053be86e4 req-1cd910ef-3107-4941-9580-efc5fbf861fb service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1120.599512] env[66006]: INFO networking_nsxv3.common.synchronization [req-adcb8070-f93a-4e96-862b-fcd053be86e4 req-1cd910ef-3107-4941-9580-efc5fbf861fb service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1120.599662] env[66006]: INFO networking_nsxv3.common.synchronization [req-adcb8070-f93a-4e96-862b-fcd053be86e4 req-1cd910ef-3107-4941-9580-efc5fbf861fb service nova] Enqueued Resource ID: 175adc4e-7b30-4982-8c0c-a0e6b19b806a with Priority: HIGHEST for action port [ 1120.599897] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1120.604758] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1120.604993] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175adc4e-7b30-4982-8c0c-a0e6b19b806a with Priority: HIGHEST for action port [ 1120.606779] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.607040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.607040] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.607322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.607458] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.609242] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.609242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.609242] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-175adc4e-7b30-4982-8c0c-a0e6b19b806a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.609242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175adc4e-7b30-4982-8c0c-a0e6b19b806a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.609242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175adc4e-7b30-4982-8c0c-a0e6b19b806a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.609242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175adc4e-7b30-4982-8c0c-a0e6b19b806a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.609242] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175adc4e-7b30-4982-8c0c-a0e6b19b806a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.926154] env[66006]: INFO networking_nsxv3.common.synchronization [None req-af3caadb-801e-4109-af6b-1665bf89abf2 tempest-AttachInterfacesTestJSON-48589684 tempest-AttachInterfacesTestJSON-48589684-project-member] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 1120.926818] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGHEST for action security_group_members [ 1120.927357] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.927543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.927679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.927956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.928170] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.928377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.928497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.928689] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.928819] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.928951] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.034950] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.111610] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.111764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.111944] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175adc4e-7b30-4982-8c0c-a0e6b19b806a with status ACTIVE [ 1121.112173] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.112319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.112400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.112619] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.112726] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.112924] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.113265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.113265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.113348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.113392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.113585] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.113687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.113767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.113919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.114117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.114225] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175adc4e-7b30-4982-8c0c-a0e6b19b806a is going to be updated. [ 1121.142314] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.142507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.142549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.142769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.142910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.143106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175adc4e-7b30-4982-8c0c-a0e6b19b806a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.431277] env[66006]: INFO networking_nsxv3.common.synchronization [None req-e5976c58-c1da-412b-b9c2-805ddb9351ca None None] Enqueued Resource ID: f9b2ec12-7f41-4682-a96f-a3969142b65e with Priority: HIGHEST for action port [ 1121.431691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.431808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.431876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.432105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.432199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.432382] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.432492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.432555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.432701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.432773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.432859] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be updated. [ 1121.434262] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b2ec12-7f41-4682-a96f-a3969142b65e with Priority: HIGHEST for action port [ 1121.434571] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b2ec12-7f41-4682-a96f-a3969142b65e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.434686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b2ec12-7f41-4682-a96f-a3969142b65e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.434750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b2ec12-7f41-4682-a96f-a3969142b65e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.434951] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b2ec12-7f41-4682-a96f-a3969142b65e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.435195] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b2ec12-7f41-4682-a96f-a3969142b65e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.462422] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.462511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.462544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.462787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.462937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.473062] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: IN_PROGRESS for 2s [ 1121.538610] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.538936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.538936] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.539133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.539133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.539227] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1121.558070] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1121.558319] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e deletion is rescheduled due to dependency. [ 1121.558423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.558512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.558736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.558913] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.559105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.559105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.559300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.559381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.559443] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.573332] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.573536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.573536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.573760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.573905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.585918] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1121.937619] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b2ec12-7f41-4682-a96f-a3969142b65e [ 1121.938018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.938018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.938206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.938286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.938567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.938567] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b2ec12-7f41-4682-a96f-a3969142b65e already deleted. [ 1121.938567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b2ec12-7f41-4682-a96f-a3969142b65e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.062650] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.521512] env[66006]: INFO networking_nsxv3.common.synchronization [None req-b2beab6c-2c60-4f62-9f1a-cf25de25a921 tempest-AttachVolumeShelveTestJSON-1346582382 tempest-AttachVolumeShelveTestJSON-1346582382-project-member] Enqueued Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_rules [ 1122.522246] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_rules [ 1122.522718] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.522873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.522974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.525642] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.525736] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.567299] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.051334] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.051621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.051621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.051945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.051945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.051945] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 already deleted. [ 1123.052154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.064295] env[66006]: INFO networking_nsxv3.common.synchronization [None req-77b80333-4b6c-49d4-a60f-7335177fb7de tempest-AttachVolumeShelveTestJSON-1346582382 tempest-AttachVolumeShelveTestJSON-1346582382-project-member] Enqueued Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_rules [ 1123.065748] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_rules [ 1123.066071] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.066176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.067091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.067091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.067091] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.069264] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.069385] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.069449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.069449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.069449] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.069840] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1123.109172] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.109172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.109172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.109172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.109528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.122331] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1123.484474] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 in Status: SUCCESS [ 1123.484626] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 deletion is rescheduled due to dependency. [ 1123.484832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.590075] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.591614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.591614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.591614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.591614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.591614] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 already deleted. [ 1123.591614] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.598905] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.598905] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.598905] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.598905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.601049] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.601172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.601228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.601387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.601448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.601523] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.601610] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.808324] env[66006]: INFO networking_nsxv3.common.synchronization [None req-af0e3502-341e-420c-926b-5e6e51d50bca None None] Enqueued Resource ID: 50564d9e-935f-4509-a1b2-613cbbbf3fba with Priority: HIGHEST for action port [ 1123.808938] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50564d9e-935f-4509-a1b2-613cbbbf3fba with Priority: HIGHEST for action port [ 1123.809244] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-50564d9e-935f-4509-a1b2-613cbbbf3fba taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.809364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50564d9e-935f-4509-a1b2-613cbbbf3fba" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.810017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50564d9e-935f-4509-a1b2-613cbbbf3fba" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.810017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50564d9e-935f-4509-a1b2-613cbbbf3fba" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.810017] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50564d9e-935f-4509-a1b2-613cbbbf3fba',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.104728] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bb56103-c560-4ce3-bb21-7909cea0a5f7: rpc.has_security_group_logging(os_id): False [ 1124.125723] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.125723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.125723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.126011] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.126250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.126498] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.126868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.126868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.126977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.127155] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.127403] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.127859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.127859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.127859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.127859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.128219] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.128219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.128302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.128379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.128451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.128533] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1124.199099] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.199099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.199099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.199099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.199099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.216750] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1124.313942] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50564d9e-935f-4509-a1b2-613cbbbf3fba [ 1124.316338] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.316338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.316338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.316593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.316629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.316780] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50564d9e-935f-4509-a1b2-613cbbbf3fba already deleted. [ 1124.316852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50564d9e-935f-4509-a1b2-613cbbbf3fba" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.133382] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1125.133695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.133754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.133983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.134557] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.134557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.134557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.134772] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.134875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.134875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.134962] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.637976] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.638150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.638262] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.638433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.638603] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.638702] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.638764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.638919] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.639053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.639147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.639490] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.639490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.639490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.639490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.639672] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.639714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.639787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.639883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.639962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.640053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.640143] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.142488] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03e8de-54dd-4693-9f6f-991bbd6fe30e: rpc.has_security_group_logging(os_id): False [ 1126.173215] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.173215] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.173215] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.173215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.174735] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.174735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.174735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.174735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.174735] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.174735] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1126.238495] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1126.238770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.238944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.239180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.239428] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.246730] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.246998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.246998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.247106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.247247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.261679] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1126.543920] env[66006]: INFO networking_nsxv3.common.synchronization [req-56f0179a-9ef1-4813-9306-b7259f12ce0c req-6b6f672d-0324-4403-adde-69e921231e02 tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1126.545062] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1126.545062] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.545703] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.545785] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.545972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.546920] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.547078] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.547148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.547314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.547832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.548030] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.742744] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.742963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.834804] env[66006]: INFO networking_nsxv3.common.synchronization [req-56f0179a-9ef1-4813-9306-b7259f12ce0c req-0dd0fd47-d2b4-4ae1-a66b-3a575926ab60 tempest-ServersTestMultiNic-482494644 tempest-ServersTestMultiNic-482494644-project-member] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1126.835388] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGHEST for action security_group_members [ 1126.835782] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.835849] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.051528] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.553983] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.056878] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.056878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.056878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.057147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.057220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.057274] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1128.090463] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.090637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.090680] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.090880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.091032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.100969] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1128.284533] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1128.284807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.650876] env[66006]: INFO networking_nsxv3.common.synchronization [req-e3587704-dbc2-4ef7-a48a-49a01d132a35 req-f727ac55-83f3-4748-803e-039e4d44d37d tempest-AttachVolumeShelveTestJSON-1346582382 tempest-AttachVolumeShelveTestJSON-1346582382-project-member] Enqueued Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_members [ 1129.651962] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_members [ 1129.652253] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.652431] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.652539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.652862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.653153] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.653283] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.653418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.653627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.654156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.654156] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.024555] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.024741] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.024864] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.025237] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.025592] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.025782] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.025901] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.026140] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.026297] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.026541] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.026632] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.026727] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.026851] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.026961] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.027076] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.027205] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.046843] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.047015] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.047071] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.047224] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.047530] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-c1db2f84-2b9f-49ed-917e-277484396cbe taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.047693] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.047802] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.048130] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.048266] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1db2f84-2b9f-49ed-917e-277484396cbe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.111807] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1130.112052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.112225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.112450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.112641] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.112756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.112822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.112970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.113114] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.113230] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.113328] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.114227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.114395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.114553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.114654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.114716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.114853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.114926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.115017] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.156883] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.157104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.157104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.157326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.157418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.157616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.157714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.157774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.157924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.157997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.158093] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 already deleted. [ 1130.158378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.550193] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.550313] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.550402] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.551099] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.551266] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.551422] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port c1db2f84-2b9f-49ed-917e-277484396cbe not found, creating... [ 1130.551715] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.551952] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.552013] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.552264] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.552348] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.552657] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.553228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.553228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.553228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.553348] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.553384] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: c1db2f84-2b9f-49ed-917e-277484396cbe is going to be created. [ 1130.576721] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.576721] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.576928] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.577256] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.577585] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.577890] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.617816] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.618038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.618278] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.618413] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.618482] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.618737] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.618842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.619054] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.619169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.619303] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.619586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.619789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.619914] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1130.658745] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.659174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.659174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.659174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.659310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.669816] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1131.263037] env[66006]: INFO networking_nsxv3.common.synchronization [req-e3587704-dbc2-4ef7-a48a-49a01d132a35 req-d556daec-dc56-419b-9336-8aa3105f7053 service nova] Enqueued Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_rules [ 1131.263037] env[66006]: INFO networking_nsxv3.common.synchronization [req-e3587704-dbc2-4ef7-a48a-49a01d132a35 req-d556daec-dc56-419b-9336-8aa3105f7053 service nova] Enqueued Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_members [ 1131.263037] env[66006]: INFO networking_nsxv3.common.synchronization [req-e3587704-dbc2-4ef7-a48a-49a01d132a35 req-d556daec-dc56-419b-9336-8aa3105f7053 service nova] Enqueued Resource ID: c1db2f84-2b9f-49ed-917e-277484396cbe with Priority: HIGHEST for action port [ 1131.263037] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_rules [ 1131.263037] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_members [ 1131.263037] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1db2f84-2b9f-49ed-917e-277484396cbe with Priority: HIGHEST for action port [ 1131.263037] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.263037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.263037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.263037] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.263037] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.263758] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.263758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.263758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.263853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.263939] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.264042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.264120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.264279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.264360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.264446] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.265166] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1db2f84-2b9f-49ed-917e-277484396cbe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.265276] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.265340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.265489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.265560] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1db2f84-2b9f-49ed-917e-277484396cbe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.767389] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.769203] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.769203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.769203] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1db2f84-2b9f-49ed-917e-277484396cbe with status ACTIVE [ 1131.769203] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.769203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.769203] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.769652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.769652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.769764] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.769866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.769929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.770198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.770198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.770325] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.770418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.770480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.770615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.770687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.770782] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1db2f84-2b9f-49ed-917e-277484396cbe is going to be updated. [ 1131.795540] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.795540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.795540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.795540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.795540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.795540] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.273418] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.681639] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1132.681639] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 deletion is rescheduled due to dependency. [ 1132.681639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.681639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.681918] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.682091] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.682091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.682239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.682311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.682402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.682489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.682649] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.682746] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.682806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.682950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.683107] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.683201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.683261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.683399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.683473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.683552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.683640] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.777423] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.777729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.777729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.777862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.777952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.778062] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 is going to be created. [ 1132.803102] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.803102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.803102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.803102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.803102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.813839] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: UNINITIALIZED for 2s [ 1133.186039] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bb56103-c560-4ce3-bb21-7909cea0a5f7: rpc.has_security_group_logging(os_id): False [ 1133.219273] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.219273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.219273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.219557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.219589] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.219868] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.220009] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.220274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.220274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.220410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.221107] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.221107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.221107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.221107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.221107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.221342] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.221425] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.221585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.221639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.221814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.221893] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be updated. [ 1133.330452] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.330641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.330641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.330938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.331151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.359918] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: IN_PROGRESS for 2s [ 1134.824247] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: SUCCESS [ 1134.824553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.824633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.824905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.825141] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.825268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.825334] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.825491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.825572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.825654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.825743] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.328738] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.378448] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 in Status: SUCCESS [ 1135.378803] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.830920] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d9a207e-27bf-4603-9f45-8c79077a4407: rpc.has_security_group_logging(os_id): False [ 1135.848560] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.848764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.848871] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.849261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.849344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.849624] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.849775] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.849883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.850113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.850237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.850391] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 is going to be created. [ 1135.908238] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.908444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.908444] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.908734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.908909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.921221] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: IN_PROGRESS for 2s [ 1136.263464] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.263643] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1137.935021] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: SUCCESS [ 1137.935384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.198722] env[66006]: INFO networking_nsxv3.common.synchronization [req-4328a159-176a-4c5e-bd19-f075011b0343 req-f11e23f1-5d6d-4358-b43a-4a11e3cf36a1 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_members [ 1138.199276] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGHEST for action security_group_members [ 1138.199646] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d00443-181a-47ac-917c-7691c9caaa18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.199771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.199839] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.200257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.200432] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.200537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.200606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.200759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.200842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.200933] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.703228] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.703378] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.703450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.703668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.703755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.703975] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.704057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.704117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.704314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.704387] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.704503] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d00443-181a-47ac-917c-7691c9caaa18 is going to be updated. [ 1138.732793] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.732793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.732793] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.733068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.733068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.744555] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d00443-181a-47ac-917c-7691c9caaa18 in Status: IN_PROGRESS for 2s [ 1140.756225] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d00443-181a-47ac-917c-7691c9caaa18 in Status: SUCCESS [ 1140.756549] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d00443-181a-47ac-917c-7691c9caaa18 deletion is rescheduled due to dependency. [ 1140.756683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.000066] env[66006]: INFO networking_nsxv3.common.synchronization [None req-77938fd2-1621-4276-a37c-2b52e45f2fdf tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_rules [ 1143.000662] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_rules [ 1143.001555] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0e91c01-d22e-4320-957e-89c772c9ac3c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.001555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.001555] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.002210] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.002306] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.095051] env[66006]: INFO networking_nsxv3.common.synchronization [None req-4441652f-632e-402c-bebd-1b1d4ed3ff9b tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_rules [ 1143.095601] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_rules [ 1143.097945] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0e91c01-d22e-4320-957e-89c772c9ac3c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.097945] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.523779] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.523924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.523969] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.524233] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.524347] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.524406] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0e91c01-d22e-4320-957e-89c772c9ac3c already deleted. [ 1143.524486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.524639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.524799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.524879] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.044397] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.044709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.044709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.044950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.045147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.045267] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0e91c01-d22e-4320-957e-89c772c9ac3c already deleted. [ 1144.045365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.008748] env[66006]: INFO networking_nsxv3.common.synchronization [req-276844b6-53e3-493e-add7-780d0fa0b27a req-2cea8f9f-f753-4448-95eb-31226870860e tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1145.008748] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1145.008748] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.008748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.008748] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.009306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.009645] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.009900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.011039] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.011177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.011273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.011370] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.514745] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.515057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.515057] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.515236] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.515339] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.515545] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.515643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.515704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.515860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.515937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.516030] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1145.542646] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.542646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.542814] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.542944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.543066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.553156] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1147.143296] env[66006]: INFO networking_nsxv3.common.synchronization [req-0f877ac0-845b-4df7-b25f-98f0ad002683 req-b552e560-766a-4a41-9ca9-4ae543c4fc77 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1147.143821] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1147.144433] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.144433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.452748] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.452983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.453132] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.453798] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.454076] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.454293] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.454418] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.454637] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.454809] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.454978] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.455097] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.455203] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.455311] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.455417] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.455541] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.456052] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.478605] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.478605] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.478747] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.478920] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.479257] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.479429] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.479761] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.480101] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.480244] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.494268] env[66006]: INFO networking_nsxv3.common.synchronization [req-588824dc-e9fd-444a-a6c4-9f7a5f3edc99 req-2ec0d6f2-9755-42a3-b46c-e475c8a14c61 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_members [ 1147.494792] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGHEST for action security_group_members [ 1147.495122] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.495237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.495329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.495543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.495682] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.495780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.495838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.495997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.496090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.496181] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.563181] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1147.563337] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e deletion is rescheduled due to dependency. [ 1147.563509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.563509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.564512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.564512] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.564512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.564512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.564512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.564512] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.564936] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.984296] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.984653] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.984901] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.985380] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.985693] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.986015] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0 not found, creating... [ 1147.986425] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.986679] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.986862] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.987231] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.987451] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.987863] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.988152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.988380] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.988729] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.988945] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.989197] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0 is going to be created. [ 1147.998533] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.998662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.998751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.998890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.998976] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.999169] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.999268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.999330] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.999477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.999553] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.999638] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 is going to be updated. [ 1148.009351] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.009591] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.009658] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.009888] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.010116] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.010390] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.030819] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.031035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.031035] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.031284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.031427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.045481] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 in Status: IN_PROGRESS for 2s [ 1148.067111] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.067292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.067337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.067537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.067640] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.067837] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.067933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.067997] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.068162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.068282] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.068356] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1148.118634] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.118798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.118863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.119077] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.119220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.134365] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1148.700529] env[66006]: INFO networking_nsxv3.common.synchronization [req-0f877ac0-845b-4df7-b25f-98f0ad002683 req-96736fef-4dff-46a2-b6bd-f84785e4cfa9 service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1148.700817] env[66006]: INFO networking_nsxv3.common.synchronization [req-0f877ac0-845b-4df7-b25f-98f0ad002683 req-96736fef-4dff-46a2-b6bd-f84785e4cfa9 service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1148.700851] env[66006]: INFO networking_nsxv3.common.synchronization [req-0f877ac0-845b-4df7-b25f-98f0ad002683 req-96736fef-4dff-46a2-b6bd-f84785e4cfa9 service nova] Enqueued Resource ID: cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0 with Priority: HIGHEST for action port [ 1148.701416] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1148.701553] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1148.701653] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0 with Priority: HIGHEST for action port [ 1148.701945] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.704922] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.705043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.705602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.705602] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.706459] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.706572] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.706809] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.706962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.706996] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.708058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.708058] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.210390] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.210622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.210692] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0 with status ACTIVE [ 1149.210862] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.210964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.211042] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.211265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.211354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.211517] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.211600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.211657] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.211830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.211908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.212112] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.212198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.212252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.212393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.212464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.212528] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0 is going to be updated. [ 1149.235677] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.235891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.235891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.236085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.236215] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.236376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf7b0a5a-c11f-4cf8-a868-5b009d0f2ee0" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.055893] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 in Status: SUCCESS [ 1150.056244] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 deletion is rescheduled due to dependency. [ 1150.056244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.147563] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1150.147740] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e deletion is rescheduled due to dependency. [ 1150.147853] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.148053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.148261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.148451] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.148820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.148820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.148820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.148941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.148970] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.318872] env[66006]: INFO networking_nsxv3.common.synchronization [req-0c6aef28-9c7d-41ff-9069-e06b77a8c12d req-6f61d526-0da2-405e-8a55-f433e09ec00d tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_members [ 1150.318872] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGHEST for action security_group_members [ 1150.318872] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.318872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.318872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.319183] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.319353] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.319442] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.319535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.319906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.319906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.319906] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.479433] env[66006]: INFO networking_nsxv3.common.synchronization [req-c016bfb4-1ec2-4342-af1f-48044b738b9f req-663036eb-3d2c-49ee-b5f8-df45655e652b tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_members [ 1150.479946] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_members [ 1150.480263] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0e91c01-d22e-4320-957e-89c772c9ac3c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.480410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.480667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.480737] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.480894] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.480995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.481184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.481346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.481433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.481522] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.654981] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.827978] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.828360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.828450] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.828687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.828780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.828985] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.829102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.829166] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.829342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.829437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.829611] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1ab3dcc-aed2-42b2-a289-306353228a07 is going to be updated. [ 1150.839878] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.840049] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.840174] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.840435] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.840684] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.840834] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.840949] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.841424] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.841575] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.841782] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.841892] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.841999] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.842120] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.842226] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.842332] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.842464] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.861266] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.861454] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.861592] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.861768] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-565" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.862140] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-e1e104c3-f90e-4fa2-b804-31d5c267a55a taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.862331] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-e1e104c3-f90e-4fa2-b804-31d5c267a55a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.862473] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-e1e104c3-f90e-4fa2-b804-31d5c267a55a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.862775] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-e1e104c3-f90e-4fa2-b804-31d5c267a55a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.862919] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e104c3-f90e-4fa2-b804-31d5c267a55a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.865123] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.865329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.865405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.865654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.865880] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.876673] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1ab3dcc-aed2-42b2-a289-306353228a07 in Status: IN_PROGRESS for 2s [ 1150.983601] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.983784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.983855] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.984251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.984251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.984400] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.984511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.984550] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.984707] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.984837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.984887] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0e91c01-d22e-4320-957e-89c772c9ac3c already deleted. [ 1150.984956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.157407] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.368007] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.368256] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.368381] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.370662] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.370662] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.370662] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port e1e104c3-f90e-4fa2-b804-31d5c267a55a not found, creating... [ 1151.370662] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.370662] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.370662] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.370662] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.370662] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.370662] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.370662] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.371102] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.371102] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.371102] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.371102] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: e1e104c3-f90e-4fa2-b804-31d5c267a55a is going to be created. [ 1151.393775] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.396254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.396254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.396254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.396254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.396254] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-e1e104c3-f90e-4fa2-b804-31d5c267a55a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.660106] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.660245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.660405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.660579] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.660695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.660902] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1151.696412] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.696637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.696637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.696820] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.696979] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.706860] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1152.154719] env[66006]: INFO networking_nsxv3.common.synchronization [req-c016bfb4-1ec2-4342-af1f-48044b738b9f req-109fc039-75fc-411f-9e15-1d065fd0b1e6 service nova] Enqueued Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_rules [ 1152.155149] env[66006]: INFO networking_nsxv3.common.synchronization [req-c016bfb4-1ec2-4342-af1f-48044b738b9f req-109fc039-75fc-411f-9e15-1d065fd0b1e6 service nova] Enqueued Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_members [ 1152.155372] env[66006]: INFO networking_nsxv3.common.synchronization [req-c016bfb4-1ec2-4342-af1f-48044b738b9f req-109fc039-75fc-411f-9e15-1d065fd0b1e6 service nova] Enqueued Resource ID: e1e104c3-f90e-4fa2-b804-31d5c267a55a with Priority: HIGHEST for action port [ 1152.156041] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_rules [ 1152.156482] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_members [ 1152.156657] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e104c3-f90e-4fa2-b804-31d5c267a55a with Priority: HIGHEST for action port [ 1152.157092] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0e91c01-d22e-4320-957e-89c772c9ac3c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.157301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.157435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.157715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.157821] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.159045] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0e91c01-d22e-4320-957e-89c772c9ac3c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.159242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.159340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.159549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.159762] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.160221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.160350] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.160545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.160753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.160889] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.162044] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e104c3-f90e-4fa2-b804-31d5c267a55a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.162044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e104c3-f90e-4fa2-b804-31d5c267a55a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.162044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e104c3-f90e-4fa2-b804-31d5c267a55a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.162044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e104c3-f90e-4fa2-b804-31d5c267a55a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.162284] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e104c3-f90e-4fa2-b804-31d5c267a55a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.663770] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0e91c01-d22e-4320-957e-89c772c9ac3c taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.663915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.664155] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.665701] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e104c3-f90e-4fa2-b804-31d5c267a55a with status ACTIVE [ 1152.665701] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.665701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.665921] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.666021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.666131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.666325] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.666430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.666493] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.666668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.666758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.666943] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.667054] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.667097] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.667243] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.667318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.667400] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e104c3-f90e-4fa2-b804-31d5c267a55a is going to be updated. [ 1152.691448] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.691611] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.691677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.691870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.692013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.692253] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e104c3-f90e-4fa2-b804-31d5c267a55a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.887753] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1ab3dcc-aed2-42b2-a289-306353228a07 in Status: SUCCESS [ 1152.887941] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1ab3dcc-aed2-42b2-a289-306353228a07 deletion is rescheduled due to dependency. [ 1152.888056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.170180] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.673313] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.673492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.673595] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.673786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.673954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.674081] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0e91c01-d22e-4320-957e-89c772c9ac3c is going to be created. [ 1153.700225] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.700435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.700435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.700661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.700809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.714683] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0e91c01-d22e-4320-957e-89c772c9ac3c in Status: UNINITIALIZED for 2s [ 1153.715510] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1153.715760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.715910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.716134] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.716340] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.716456] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.716532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.716782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.716868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.716956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.717079] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.219111] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.219519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.219519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.219734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.219976] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.220102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.220156] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.220394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.220571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.220639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.220762] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.220876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.220876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.221080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.221242] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.221381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.221451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.221602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.221708] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.221797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.221885] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.725348] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03e8de-54dd-4693-9f6f-991bbd6fe30e: rpc.has_security_group_logging(os_id): False [ 1154.747173] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.747173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.747173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.747173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.747462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.747515] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.747594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.747651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.748312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.748312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.748312] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.748312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.748312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.748857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.748857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.748857] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.749251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.749348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.749479] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.749577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.749665] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1154.810500] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.810652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.810712] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.810938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.811161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.829397] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1155.726295] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0e91c01-d22e-4320-957e-89c772c9ac3c in Status: SUCCESS [ 1155.726596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.726724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.726958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.727167] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.727291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.727352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.727503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.727583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.727667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.727752] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.232217] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.734831] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0e91c01-d22e-4320-957e-89c772c9ac3c: rpc.has_security_group_logging(os_id): False [ 1156.755682] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.755870] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.755941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.756173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.756292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.756568] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.756643] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.756717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.756874] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.756963] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.757098] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0e91c01-d22e-4320-957e-89c772c9ac3c is going to be created. [ 1156.817720] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.817909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.817909] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.818244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.818448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.831557] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0e91c01-d22e-4320-957e-89c772c9ac3c in Status: IN_PROGRESS for 2s [ 1156.845580] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1156.845811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.158400] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.158400] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1158.846676] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0e91c01-d22e-4320-957e-89c772c9ac3c in Status: SUCCESS [ 1158.847043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.323561] env[66006]: INFO networking_nsxv3.common.synchronization [req-ade61785-e514-4951-bcc1-25e429809075 req-60e0d25d-a13c-4248-a64a-7b190e623a96 tempest-AttachVolumeTestJSON-1943147508 tempest-AttachVolumeTestJSON-1943147508-project-member] Enqueued Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_members [ 1159.324135] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGHEST for action security_group_members [ 1159.324545] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a0b9a5-9bed-42e1-bf09-71e888f71217 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.324754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.324825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.325044] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.325761] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.325761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.325761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.325761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.325761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.325761] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.829108] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.829108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.829108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.829405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.829405] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.829484] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.829546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.829583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.829733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.829808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.829893] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 is going to be updated. [ 1159.857253] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.857655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.857655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.857655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.857792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.867320] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 in Status: IN_PROGRESS for 2s [ 1161.878701] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 in Status: SUCCESS [ 1161.879084] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 deletion is rescheduled due to dependency. [ 1161.879084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.653642] env[66006]: INFO networking_nsxv3.common.synchronization [req-0df06f32-7fb9-4210-aee8-ae6307f58572 req-1b4fff06-f217-416b-a819-f2007f3eab00 tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 1162.654680] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 1162.654874] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.655048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.655135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.655461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.656214] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.656492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.656635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.656877] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.656990] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.657134] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.009336] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.010330] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.010330] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.010695] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.011229] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.011458] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.011651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.012068] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.012273] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.012548] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.012676] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.012830] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.013079] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.013079] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.013226] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.013387] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.035869] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.036336] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.036514] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.036750] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.037678] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.037678] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.037678] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.037944] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.038178] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.162800] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.162970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.163047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.163274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.190230] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.190486] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.190604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.190679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.190916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.190998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.191102] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 is going to be updated. [ 1163.236872] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.237090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.237090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.237332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.237527] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.252035] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: IN_PROGRESS for 2s [ 1163.541537] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.541862] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.542012] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.542338] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.542514] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.542842] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Segment Port bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 not found, creating... [ 1163.543178] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.543355] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.543552] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.543815] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.543985] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.544399] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.544597] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.544727] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.544975] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.545152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.545392] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 is going to be created. [ 1163.568397] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.568656] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.568808] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.569088] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.569314] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.569531] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.282225] env[66006]: INFO networking_nsxv3.common.synchronization [req-0df06f32-7fb9-4210-aee8-ae6307f58572 req-0be166c4-8147-4906-9873-8504721848a7 service nova] Enqueued Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_rules [ 1164.282666] env[66006]: INFO networking_nsxv3.common.synchronization [req-0df06f32-7fb9-4210-aee8-ae6307f58572 req-0be166c4-8147-4906-9873-8504721848a7 service nova] Enqueued Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 1164.282666] env[66006]: INFO networking_nsxv3.common.synchronization [req-0df06f32-7fb9-4210-aee8-ae6307f58572 req-0be166c4-8147-4906-9873-8504721848a7 service nova] Enqueued Resource ID: bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 with Priority: HIGHEST for action port [ 1164.283290] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_rules [ 1164.283427] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 1164.283526] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 with Priority: HIGHEST for action port [ 1164.283821] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.283946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.284032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.284231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.284326] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.285828] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.285828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.285988] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.286144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.286144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.286298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.286942] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.789025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.789273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.790563] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 with status ACTIVE [ 1164.790758] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.790869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.790993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.791169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.791278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.791508] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.791613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.791667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.791829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.791968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.792211] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.792379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.792379] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.792497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.792565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.792705] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 is going to be updated. [ 1164.815237] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.815544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.815544] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.815760] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.815897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.816069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.262099] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: SUCCESS [ 1165.262325] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 deletion is rescheduled due to dependency. [ 1165.262445] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.262606] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.262818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.263009] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.263128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.263192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.263371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.263454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.263547] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.443547] env[66006]: INFO networking_nsxv3.common.synchronization [req-dd3ab8e6-aa5d-43cd-ac6b-a35e74eae429 req-885a162a-c98d-47d1-871f-11802e3fe0c2 tempest-ServerActionsTestOtherB-1443957292 tempest-ServerActionsTestOtherB-1443957292-project-member] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1165.443547] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1165.443547] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.443547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.443547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.444141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.444141] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.444141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.444426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.444426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.444513] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.444587] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.767124] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.947167] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.947328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.947485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.947618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.947713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.947909] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.948014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.948079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.948214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.948288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.948372] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1165.975144] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.975366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.975366] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.975613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.975754] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.985485] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1166.269723] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.771830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.772310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.772310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.772571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.772688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.772802] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 is going to be updated. [ 1166.808335] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.808537] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.808582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.808784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.809069] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.818615] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: IN_PROGRESS for 2s [ 1167.995016] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1167.995360] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 deletion is rescheduled due to dependency. [ 1167.995360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.830147] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: SUCCESS [ 1168.830326] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.830597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.830832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.831068] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.831190] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.831314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.831511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.831618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.831729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.831843] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.334108] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.334582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.334582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.334671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.334787] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.334889] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.334952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.335117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.335208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.335301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.335493] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.335590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.335644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.335787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.335968] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.336065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.336065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.336208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.336279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.336362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.336449] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.839257] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca1f177-d988-4f60-9b45-7de7116a7720: rpc.has_security_group_logging(os_id): False [ 1169.859774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.859774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.859774] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.859774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.860501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.860501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.860501] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.860675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.860770] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.860863] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 is going to be updated. [ 1169.923706] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.923930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.923930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.924135] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.924392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.938358] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: IN_PROGRESS for 2s [ 1170.444266] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.444675] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1171.954682] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: SUCCESS [ 1171.955112] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.358300] env[66006]: INFO networking_nsxv3.common.synchronization [req-af9dbfe9-4b0b-41ff-9db3-c4c9b703fd32 req-8032906f-71d5-41e9-a84b-d50640ebf995 tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 1172.358348] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca1f177-d988-4f60-9b45-7de7116a7720 with Priority: HIGHEST for action security_group_members [ 1172.358660] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca1f177-d988-4f60-9b45-7de7116a7720 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.358778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.358845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.359061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.359215] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.359320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.359402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.359561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.359645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.359737] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca1f177-d988-4f60-9b45-7de7116a7720',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.414020] env[66006]: INFO networking_nsxv3.common.synchronization [req-af9dbfe9-4b0b-41ff-9db3-c4c9b703fd32 req-8032906f-71d5-41e9-a84b-d50640ebf995 tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 with Priority: HIGHEST for action port [ 1172.414020] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 with Priority: HIGHEST for action port [ 1172.414020] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.414020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.414020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.414020] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.414020] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.775464] env[66006]: INFO networking_nsxv3.common.synchronization [req-0d610ea4-e12a-47ff-aab7-2dee31cc502f req-676a9172-9b88-46ed-b9d4-5127764d0349 tempest-ServerActionsTestOtherB-1443957292 tempest-ServerActionsTestOtherB-1443957292-project-member] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1172.776080] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1172.776302] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.776423] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.776506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.776723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.776879] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.776973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.777117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.777602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.777602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.777602] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.861881] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.862066] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.862162] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.862543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.862656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.862896] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.863022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.863105] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.863323] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.863371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.863458] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 is going to be updated. [ 1172.891169] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.891346] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.891416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.891634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.891777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.901093] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: IN_PROGRESS for 2s [ 1172.915183] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 with status ACTIVE [ 1172.916025] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.916025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.916025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.916192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.916254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.916524] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.916663] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.916715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.916882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.917065] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.917188] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.917375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.917375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.917473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.917549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.917633] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32 is going to be updated. [ 1172.941272] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.941948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.941948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.941948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.941948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.941948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5c7f49-b7ad-48b3-9c47-7e02dfbf6d32" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.096725] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.097121] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.097121] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.097373] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.097575] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.097733] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.097843] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.098062] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.098202] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.098406] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.098517] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.098621] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.098726] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.098833] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.098945] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.099075] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.119494] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.119901] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.120061] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.120537] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.120797] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-ae8960c7-d315-48cf-b95d-bcbef2623e38 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.121213] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-ae8960c7-d315-48cf-b95d-bcbef2623e38" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.121377] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-ae8960c7-d315-48cf-b95d-bcbef2623e38" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.121882] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-ae8960c7-d315-48cf-b95d-bcbef2623e38" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.122034] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae8960c7-d315-48cf-b95d-bcbef2623e38',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.279677] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.279677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.279677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.280026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.280026] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.280225] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.280306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.280360] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.280528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.280592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.280690] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1173.328010] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.328172] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.328234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.328529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.328683] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.338553] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1173.624840] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.625094] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.625206] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.625571] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.625804] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.625922] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port ae8960c7-d315-48cf-b95d-bcbef2623e38 not found, creating... [ 1173.626236] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.626424] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.626592] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.626906] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.627098] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.627443] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.627658] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.627869] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.628241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.628479] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.628669] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: ae8960c7-d315-48cf-b95d-bcbef2623e38 is going to be created. [ 1173.651324] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.651582] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.651633] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.651921] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.652164] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.652392] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-ae8960c7-d315-48cf-b95d-bcbef2623e38" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.339363] env[66006]: INFO networking_nsxv3.common.synchronization [req-0d610ea4-e12a-47ff-aab7-2dee31cc502f req-0d3a1ce6-d447-4361-b6d7-818bec003223 service nova] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1174.339609] env[66006]: INFO networking_nsxv3.common.synchronization [req-0d610ea4-e12a-47ff-aab7-2dee31cc502f req-0d3a1ce6-d447-4361-b6d7-818bec003223 service nova] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1174.339609] env[66006]: INFO networking_nsxv3.common.synchronization [req-0d610ea4-e12a-47ff-aab7-2dee31cc502f req-0d3a1ce6-d447-4361-b6d7-818bec003223 service nova] Enqueued Resource ID: ae8960c7-d315-48cf-b95d-bcbef2623e38 with Priority: HIGHEST for action port [ 1174.340180] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1174.340338] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1174.340441] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8960c7-d315-48cf-b95d-bcbef2623e38 with Priority: HIGHEST for action port [ 1174.340757] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.340886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.340952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.341168] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.341250] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.342143] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.342312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.342641] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae8960c7-d315-48cf-b95d-bcbef2623e38 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.342769] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae8960c7-d315-48cf-b95d-bcbef2623e38" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.342841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae8960c7-d315-48cf-b95d-bcbef2623e38" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.342985] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae8960c7-d315-48cf-b95d-bcbef2623e38" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.343073] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae8960c7-d315-48cf-b95d-bcbef2623e38',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.844966] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.845109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.845313] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae8960c7-d315-48cf-b95d-bcbef2623e38 with status ACTIVE [ 1174.845539] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.845650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.845715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.845970] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.846076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.846255] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.846349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.846409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.846557] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.846633] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.846813] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.846899] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.846958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.847113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.847201] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.847287] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae8960c7-d315-48cf-b95d-bcbef2623e38 is going to be updated. [ 1174.868735] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.868910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.868961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.869181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.869314] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.869471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae8960c7-d315-48cf-b95d-bcbef2623e38" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.911624] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca1f177-d988-4f60-9b45-7de7116a7720 in Status: SUCCESS [ 1174.911751] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca1f177-d988-4f60-9b45-7de7116a7720 deletion is rescheduled due to dependency. [ 1174.911751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca1f177-d988-4f60-9b45-7de7116a7720" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.348181] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1175.348552] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 deletion is rescheduled due to dependency. [ 1175.348552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.348717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.348978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.349182] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.349298] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.349362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.349517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.349635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.349971] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.852096] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.354579] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.856777] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.856974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.857023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.857279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.857376] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.857477] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1176.891274] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.891568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.891568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.891818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.891975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.904596] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1178.919238] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1178.919665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.919665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.919847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.920060] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.920192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.920260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.920432] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.920514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.920585] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.920753] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.341229] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.341415] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1179.424110] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.930760] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e65373-715c-4acf-b3c7-5fd66a0feb04: rpc.has_security_group_logging(os_id): False [ 1179.957202] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.957476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.957476] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.957690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.957751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.958057] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.958304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.958374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.958816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.958980] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.959099] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1180.034627] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.034887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.035033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.035268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.035625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.055650] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1180.366767] env[66006]: INFO networking_nsxv3.common.synchronization [req-ff279f8a-7269-4924-93ac-4a380931513f req-d3753fe0-671e-4ef6-9160-364a14466fac tempest-ServersV294TestFqdnHostnames-1789399207 tempest-ServersV294TestFqdnHostnames-1789399207-project-member] Enqueued Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_members [ 1180.367721] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 with Priority: HIGHEST for action security_group_members [ 1180.369426] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6590cba-bca2-4ddf-ae29-7f09e37ab701 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.369613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.369694] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.369912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.370108] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.370197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.370232] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.370367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.370630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.370630] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6590cba-bca2-4ddf-ae29-7f09e37ab701',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.872723] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.872962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.872962] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.873179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.893868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.894134] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.894296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.894359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.894567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.894672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.894765] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 is going to be updated. [ 1180.924890] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.925140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.925140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.926064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.926064] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.934737] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 in Status: IN_PROGRESS for 2s [ 1182.077495] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1182.077912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.945925] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 in Status: SUCCESS [ 1182.946134] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6590cba-bca2-4ddf-ae29-7f09e37ab701 deletion is rescheduled due to dependency. [ 1182.946241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6590cba-bca2-4ddf-ae29-7f09e37ab701" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.084257] env[66006]: INFO networking_nsxv3.common.synchronization [req-739c8ba2-f657-4fe5-a0df-cee4e9e0e086 req-bff4210d-db89-452a-8134-894aea993f71 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1185.084860] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1185.086346] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.087089] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.087169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.087377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.087548] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.087651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.087714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.087873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.087957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.088062] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.594207] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.594207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.594207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.594207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.622068] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.622642] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.622931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.623133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.623439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.623638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.623829] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be updated. [ 1185.652259] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.654610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.654610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.654610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.654610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.663579] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 1186.980348] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c4d5aeea-2738-447d-afe7-9fbe6b1e8967 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: c5691565-ffc7-4cf7-a45f-5e6b7aa991dc with Priority: HIGHEST for action security_group_rules [ 1186.980980] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5691565-ffc7-4cf7-a45f-5e6b7aa991dc with Priority: HIGHEST for action security_group_rules [ 1186.981404] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.981561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.981623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.981929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.982058] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5691565-ffc7-4cf7-a45f-5e6b7aa991dc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.075754] env[66006]: INFO networking_nsxv3.common.synchronization [None req-484ce0e4-4cca-43b5-985e-62204216c897 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: c5691565-ffc7-4cf7-a45f-5e6b7aa991dc with Priority: HIGHEST for action security_group_rules [ 1187.076678] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5691565-ffc7-4cf7-a45f-5e6b7aa991dc with Priority: HIGHEST for action security_group_rules [ 1187.077045] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.077141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.504155] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.504315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.504365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.504638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.504731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.504827] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5691565-ffc7-4cf7-a45f-5e6b7aa991dc already deleted. [ 1187.504910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.505108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.505270] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.505338] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5691565-ffc7-4cf7-a45f-5e6b7aa991dc',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.674365] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 1187.674625] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea deletion is rescheduled due to dependency. [ 1187.674747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.027316] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.027639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.027639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.027758] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.027829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.027895] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5691565-ffc7-4cf7-a45f-5e6b7aa991dc already deleted. [ 1188.027978] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5691565-ffc7-4cf7-a45f-5e6b7aa991dc" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.858386] env[66006]: INFO networking_nsxv3.common.synchronization [req-e96563c7-dc64-4b1a-bd10-2ae956b3355b req-084ca73b-af7d-4608-b469-5ce5cbef81f8 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1190.859049] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1190.859415] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.859621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.859681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.859904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.860101] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.860234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.860328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.860507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.860636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.860739] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.363105] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.363383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.363383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.363615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.363714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.363958] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.364090] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.364157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.364316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.364395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.364532] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1191.396476] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.396822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.396822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.396947] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.397058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.405638] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1193.010753] env[66006]: INFO networking_nsxv3.common.synchronization [req-22ec9448-18f3-48e0-b279-37b7688b8dc1 req-94c2ccc7-e3aa-4b28-b768-f97db7dfc1b8 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1193.011242] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1193.011530] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.011649] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.011713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.011903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.012061] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.012154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.012214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.012353] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.012455] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.012541] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.318180] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.318180] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.318469] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.319307] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.319307] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.319307] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.319307] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.319556] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.319638] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.319885] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.320009] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.320117] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.320245] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.320387] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.320532] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.320777] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.342760] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.342933] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.343130] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.343341] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.343692] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.343900] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.344090] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.344412] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.344601] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3601983e-68d7-4c6e-8ce1-cdb61ccc6897',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.414917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1193.415109] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e deletion is rescheduled due to dependency. [ 1193.415248] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.514385] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.514568] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.514641] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.514861] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.514951] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.515156] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.515254] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.515315] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.515464] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.515539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.515625] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be updated. [ 1193.539276] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.539418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.539474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.539771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.539915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.549186] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 1193.846963] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.847192] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.847263] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.847534] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.847684] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.847836] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 3601983e-68d7-4c6e-8ce1-cdb61ccc6897 not found, creating... [ 1193.848093] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.848246] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.848361] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.848572] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.848760] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.849070] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.849228] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.849341] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.849543] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.849674] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.849807] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 3601983e-68d7-4c6e-8ce1-cdb61ccc6897 is going to be created. [ 1193.869608] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.869608] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.869608] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.869952] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.870094] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.870307] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.572044] env[66006]: INFO networking_nsxv3.common.synchronization [req-22ec9448-18f3-48e0-b279-37b7688b8dc1 req-28efb273-72cc-49f5-ad6f-d3709a6517a1 service nova] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 1194.572044] env[66006]: INFO networking_nsxv3.common.synchronization [req-22ec9448-18f3-48e0-b279-37b7688b8dc1 req-28efb273-72cc-49f5-ad6f-d3709a6517a1 service nova] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1194.572044] env[66006]: INFO networking_nsxv3.common.synchronization [req-22ec9448-18f3-48e0-b279-37b7688b8dc1 req-28efb273-72cc-49f5-ad6f-d3709a6517a1 service nova] Enqueued Resource ID: 3601983e-68d7-4c6e-8ce1-cdb61ccc6897 with Priority: HIGHEST for action port [ 1194.573286] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 1194.574058] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1194.574058] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3601983e-68d7-4c6e-8ce1-cdb61ccc6897 with Priority: HIGHEST for action port [ 1194.574058] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.574058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.574058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.574325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.574325] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.575284] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.575383] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.575611] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.575717] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.575792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.575966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.576062] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3601983e-68d7-4c6e-8ce1-cdb61ccc6897',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.077601] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.077756] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.077974] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3601983e-68d7-4c6e-8ce1-cdb61ccc6897 with status ACTIVE [ 1195.078271] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.078271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.078271] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.078597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.078597] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.078840] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.078840] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.078943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.079123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.079173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.079393] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.079461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.079492] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.079646] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.079713] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.079787] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3601983e-68d7-4c6e-8ce1-cdb61ccc6897 is going to be updated. [ 1195.106395] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.106538] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.106609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.106875] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.107048] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.107252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3601983e-68d7-4c6e-8ce1-cdb61ccc6897" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.214084] env[66006]: INFO networking_nsxv3.common.synchronization [req-011b6037-8cf0-493a-ab77-3d1176ab57d7 req-af83f99d-f213-49bd-94af-30d80c87e603 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1195.214682] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1195.214954] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.216714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.216714] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.216893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.217092] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.217250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.217454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.217655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.217807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.217939] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.480679] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.480862] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.480980] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.481284] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.481602] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.481770] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.481883] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.482121] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.482261] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.482458] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.482568] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.482673] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.482776] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.482945] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.483066] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.483203] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.501756] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.501756] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.501756] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.502320] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.502415] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-a5a2636f-e547-46bd-85e9-5475234546a4 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.502676] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-a5a2636f-e547-46bd-85e9-5475234546a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.502812] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-a5a2636f-e547-46bd-85e9-5475234546a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.503124] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-a5a2636f-e547-46bd-85e9-5475234546a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.503263] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a2636f-e547-46bd-85e9-5475234546a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.559596] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 1195.559790] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea deletion is rescheduled due to dependency. [ 1195.559931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.560131] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.560367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.560562] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.560678] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.560750] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.560893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.560989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.561122] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.719986] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.720278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.720278] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.720489] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.720570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.720784] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.720883] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.720956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.721126] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.721219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.721348] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1195.748916] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.749086] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.749202] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.749394] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.749546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.761131] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1196.005489] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.005714] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.005838] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.006133] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.006282] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.006430] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port a5a2636f-e547-46bd-85e9-5475234546a4 not found, creating... [ 1196.006676] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.006856] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.006966] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.007226] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.007359] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.007637] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.007825] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.007901] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.008109] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.008251] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.008361] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: a5a2636f-e547-46bd-85e9-5475234546a4 is going to be created. [ 1196.030202] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.030404] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.030519] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.030792] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.031025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.031248] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-a5a2636f-e547-46bd-85e9-5475234546a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.063158] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.565462] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.771678] env[66006]: INFO networking_nsxv3.common.synchronization [req-011b6037-8cf0-493a-ab77-3d1176ab57d7 req-b1af1894-0efc-4dba-878f-cb425c27c329 service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1196.771932] env[66006]: INFO networking_nsxv3.common.synchronization [req-011b6037-8cf0-493a-ab77-3d1176ab57d7 req-b1af1894-0efc-4dba-878f-cb425c27c329 service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1196.771976] env[66006]: INFO networking_nsxv3.common.synchronization [req-011b6037-8cf0-493a-ab77-3d1176ab57d7 req-b1af1894-0efc-4dba-878f-cb425c27c329 service nova] Enqueued Resource ID: a5a2636f-e547-46bd-85e9-5475234546a4 with Priority: HIGHEST for action port [ 1196.772186] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1196.772310] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1196.772407] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a2636f-e547-46bd-85e9-5475234546a4 with Priority: HIGHEST for action port [ 1196.772997] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.774179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.774257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.774516] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.774589] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.776371] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.776371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.776371] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a2636f-e547-46bd-85e9-5475234546a4 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.776371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a2636f-e547-46bd-85e9-5475234546a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.776371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a2636f-e547-46bd-85e9-5475234546a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.776371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a2636f-e547-46bd-85e9-5475234546a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.776371] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a2636f-e547-46bd-85e9-5475234546a4',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.069029] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.069029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.069214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.069306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.069374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.069472] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be updated. [ 1197.100747] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.100747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.100747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.100747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.100747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.109690] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 1197.278077] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.278242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.280520] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a2636f-e547-46bd-85e9-5475234546a4 with status ACTIVE [ 1197.280811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.280811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.280972] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.281118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.281208] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.281369] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.281469] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.281711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.281817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.281848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.282152] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.282152] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.282310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.282310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.282402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.282487] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a2636f-e547-46bd-85e9-5475234546a4 is going to be updated. [ 1197.306150] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.306354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.306354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.306499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.306644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.306829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a2636f-e547-46bd-85e9-5475234546a4" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.436293] env[66006]: INFO networking_nsxv3.common.synchronization [req-c0b50248-e1b1-4c6f-a249-ab5680fdb915 req-e30410ee-4d02-4fd9-ac88-e6493391d111 tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 1197.436293] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 1197.436293] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.436293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.436293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.436293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.436293] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.436293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.436293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.436293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.436293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.436293] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.772683] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1197.773038] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e deletion is rescheduled due to dependency. [ 1197.773038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.773165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.774031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.774031] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.774031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.774031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.774031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.774031] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.774362] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.778686] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.778889] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.779041] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.779270] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.779541] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.779699] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.779808] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.780023] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.780156] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.780345] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.780452] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.780554] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.780659] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.780953] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.780953] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.781065] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.802089] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.802259] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.802398] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.802558] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-887" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.802858] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-f8757b1f-a579-4ad4-9163-a80781391a74 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.803065] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-f8757b1f-a579-4ad4-9163-a80781391a74" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.803196] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-f8757b1f-a579-4ad4-9163-a80781391a74" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.803510] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-f8757b1f-a579-4ad4-9163-a80781391a74" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.803648] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8757b1f-a579-4ad4-9163-a80781391a74',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.937779] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.276883] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.305773] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.305963] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.306104] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.306414] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.306532] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.306682] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port f8757b1f-a579-4ad4-9163-a80781391a74 not found, creating... [ 1198.306931] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.307096] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.307209] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.307419] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.307550] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.307820] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.307968] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.308115] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.308326] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.308475] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.308590] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: f8757b1f-a579-4ad4-9163-a80781391a74 is going to be created. [ 1198.329633] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.329815] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.329815] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.330052] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.330274] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.330500] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-f8757b1f-a579-4ad4-9163-a80781391a74" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.440286] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.779262] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.942772] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.943023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.943023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.943808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.943808] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.943808] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 is going to be updated. [ 1198.978929] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.978929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.979226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.979226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.979400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.990454] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: IN_PROGRESS for 2s [ 1199.070650] env[66006]: INFO networking_nsxv3.common.synchronization [req-c0b50248-e1b1-4c6f-a249-ab5680fdb915 req-ef3873a3-317c-4058-ace1-61f5e224a0be service nova] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_rules [ 1199.070906] env[66006]: INFO networking_nsxv3.common.synchronization [req-c0b50248-e1b1-4c6f-a249-ab5680fdb915 req-ef3873a3-317c-4058-ace1-61f5e224a0be service nova] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 1199.071123] env[66006]: INFO networking_nsxv3.common.synchronization [req-c0b50248-e1b1-4c6f-a249-ab5680fdb915 req-ef3873a3-317c-4058-ace1-61f5e224a0be service nova] Enqueued Resource ID: f8757b1f-a579-4ad4-9163-a80781391a74 with Priority: HIGHEST for action port [ 1199.071635] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_rules [ 1199.071771] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 1199.071867] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8757b1f-a579-4ad4-9163-a80781391a74 with Priority: HIGHEST for action port [ 1199.073816] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.073816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.073816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.073816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.073816] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.073816] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.074290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.074290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8757b1f-a579-4ad4-9163-a80781391a74 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.074290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8757b1f-a579-4ad4-9163-a80781391a74" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.074290] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8757b1f-a579-4ad4-9163-a80781391a74" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.074459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8757b1f-a579-4ad4-9163-a80781391a74" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.074493] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8757b1f-a579-4ad4-9163-a80781391a74',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.119385] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 1199.119616] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.119791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.120024] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.120238] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.120354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.120416] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.120586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.120665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.120749] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.120865] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.281918] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.282107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.282107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.282303] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.282443] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.282504] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1199.312318] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.312575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.312575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.312799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.312989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.328662] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1199.576673] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.576673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.576673] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8757b1f-a579-4ad4-9163-a80781391a74 with status ACTIVE [ 1199.576968] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.576968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.576968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.577206] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.577296] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.577464] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.577560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.577621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.577768] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.577844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.578102] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.578291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.578364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.578528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.578610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.578699] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8757b1f-a579-4ad4-9163-a80781391a74 is going to be updated. [ 1199.600195] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.600389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.600389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.600603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.600736] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.600895] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8757b1f-a579-4ad4-9163-a80781391a74" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.623463] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.126247] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea: rpc.has_security_group_logging(os_id): False [ 1200.146131] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.146307] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.146390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.146659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.146798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.147137] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.147287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.147395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.147613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.147740] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.147816] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be updated. [ 1200.217453] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.217629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.217704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.217882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.218041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.233018] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 1201.002956] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: SUCCESS [ 1201.002956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.002956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.002956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.002956] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.002956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.003345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.003345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.003345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.003434] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.339308] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1201.339613] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.339679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.339946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.340263] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.340263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.340428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.340483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.340561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.340697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.340777] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.505938] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.843527] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.843744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.843744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.843971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.844231] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.844344] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.844407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.844627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.844733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.845008] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.845192] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.845295] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.845361] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.845610] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.845820] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.845937] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.846021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.846212] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.846374] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.846445] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.846535] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.008657] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.248782] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 1202.249062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.349300] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03e8de-54dd-4693-9f6f-991bbd6fe30e: rpc.has_security_group_logging(os_id): False [ 1202.370018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.370244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.370244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.370561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.370658] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.370850] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.370943] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.371032] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.371198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.371263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.371457] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.371571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.371621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.371762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.371837] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.372041] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.372130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.372219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.372348] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.372414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.372495] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1202.434680] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.434931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.434931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.435226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.435381] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.453749] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1202.511562] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.511747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.511747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.511948] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.512101] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.512206] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 is going to be updated. [ 1202.559868] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.560133] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.560250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.560582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.560859] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.572248] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: IN_PROGRESS for 2s [ 1204.073341] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.073626] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1204.489172] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1204.489428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.582454] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: SUCCESS [ 1204.582747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.582916] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.583192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.583393] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.583510] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.583577] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.583729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.583805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.583890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.583980] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.085890] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.588488] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0002114-6ef6-4d8d-a9ee-a6de15f218a1: rpc.has_security_group_logging(os_id): False [ 1205.609330] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.609503] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.609561] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.609779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.633500] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.633500] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.633668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.633668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.633822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.633914] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.634012] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 is going to be updated. [ 1205.697053] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.697483] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.697863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.697863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.697965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.712428] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: IN_PROGRESS for 2s [ 1207.730333] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: SUCCESS [ 1207.730333] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.073878] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.074287] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1211.218445] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.218445] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.218445] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.218873] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.218873] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.218977] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.219057] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.219265] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.219407] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.219614] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.219725] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.219829] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.219934] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.220049] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.220155] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.220350] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.241724] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.241724] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.242035] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.242076] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.242449] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-c1db2f84-2b9f-49ed-917e-277484396cbe taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.242659] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.242778] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.243740] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.243740] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1db2f84-2b9f-49ed-917e-277484396cbe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.745981] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.746250] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.746306] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.746594] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.746769] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.747049] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.747190] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.747308] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.747526] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.747660] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.747932] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.748096] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.748210] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.748412] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.748541] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.748677] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: c1db2f84-2b9f-49ed-917e-277484396cbe is going to be updated. [ 1211.769692] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.769946] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.770123] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.770465] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.770694] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.770946] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.463333] env[66006]: INFO networking_nsxv3.common.synchronization [req-4824bc66-6892-4b0c-b88d-d6e215a32842 req-dccda880-48dd-4cc3-9c97-98076a03feda service nova] Enqueued Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_rules [ 1212.463637] env[66006]: INFO networking_nsxv3.common.synchronization [req-4824bc66-6892-4b0c-b88d-d6e215a32842 req-dccda880-48dd-4cc3-9c97-98076a03feda service nova] Enqueued Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_members [ 1212.463637] env[66006]: INFO networking_nsxv3.common.synchronization [req-4824bc66-6892-4b0c-b88d-d6e215a32842 req-dccda880-48dd-4cc3-9c97-98076a03feda service nova] Enqueued Resource ID: c1db2f84-2b9f-49ed-917e-277484396cbe with Priority: HIGHEST for action port [ 1212.464331] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_rules [ 1212.464488] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_members [ 1212.464559] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1db2f84-2b9f-49ed-917e-277484396cbe with Priority: HIGHEST for action port [ 1212.464890] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.465023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.465093] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.465294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.465368] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.467114] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.467233] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.467301] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.467478] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.467633] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.467729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.467787] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.467931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.468029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.468120] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.469414] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1db2f84-2b9f-49ed-917e-277484396cbe taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.469842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.469842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.469842] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.470030] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1db2f84-2b9f-49ed-917e-277484396cbe',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.967778] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.967971] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.970298] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.971226] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1db2f84-2b9f-49ed-917e-277484396cbe with status ACTIVE [ 1212.971421] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.971539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.971607] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.971831] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.971944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.972145] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.972250] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.972302] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.972457] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.972529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.972715] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.972797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.972856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.973194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.973194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.973194] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1db2f84-2b9f-49ed-917e-277484396cbe is going to be updated. [ 1212.993797] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.993953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.994029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.994257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.994426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.994651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1db2f84-2b9f-49ed-917e-277484396cbe" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.475382] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.979120] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.979120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.979120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.979120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.979120] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.979120] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 is going to be updated. [ 1214.020207] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.020473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.020473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.020767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.020993] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.031070] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: IN_PROGRESS for 2s [ 1214.662776] env[66006]: INFO networking_nsxv3.common.synchronization [req-f5f7263f-eb34-4e8d-9b31-c6b09343dc0d req-cb44099e-ca9c-4194-83d5-caa6e9aa0456 tempest-AttachVolumeNegativeTest-1974715398 tempest-AttachVolumeNegativeTest-1974715398-project-member] Enqueued Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_members [ 1214.663406] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGHEST for action security_group_members [ 1214.663723] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0e91c01-d22e-4320-957e-89c772c9ac3c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.663846] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.663911] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.664127] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.664284] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.664386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.664447] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.664655] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.664764] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.664822] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.167546] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.167733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.167773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.168072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.168185] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.168400] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.168506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.168570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.168723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.168801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.168889] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0e91c01-d22e-4320-957e-89c772c9ac3c is going to be updated. [ 1215.197054] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.197244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.197284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.197484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.197621] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.207417] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0e91c01-d22e-4320-957e-89c772c9ac3c in Status: IN_PROGRESS for 2s [ 1216.042562] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: SUCCESS [ 1216.042958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.043143] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.043363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.043583] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.043722] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.043792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.043957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.044052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.044141] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.044243] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.546807] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.049038] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d9a207e-27bf-4603-9f45-8c79077a4407: rpc.has_security_group_logging(os_id): False [ 1217.079147] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.079364] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.079435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.079759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.079917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.080336] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.080506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.080637] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.080896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.081041] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.081193] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 is going to be updated. [ 1217.161037] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.161237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.161308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.161534] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.161697] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.176148] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: IN_PROGRESS for 2s [ 1217.217777] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0e91c01-d22e-4320-957e-89c772c9ac3c in Status: SUCCESS [ 1217.217977] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0e91c01-d22e-4320-957e-89c772c9ac3c deletion is rescheduled due to dependency. [ 1217.218130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.193522] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: SUCCESS [ 1219.193854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.664387] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.664502] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.665448] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.665870] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.666851] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.667228] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.345011] env[66006]: INFO networking_nsxv3.common.synchronization [req-56a4f900-f823-4b7e-b08f-3363663801eb req-9852d6f7-09fc-4b04-a63f-3fbf21a8e4c5 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1233.345447] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1233.345820] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.345951] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.346029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.346384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.346384] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.346580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.346580] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.346759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.346759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.346871] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.851662] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.851903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.851903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.852164] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.852258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.852446] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.852542] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.852608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.852753] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.852829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.852912] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1233.885990] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.886138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.886205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.886406] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.886546] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.896070] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1235.907332] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1235.907679] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e deletion is rescheduled due to dependency. [ 1235.907679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.090243] env[66006]: INFO networking_nsxv3.common.synchronization [req-fc27eae0-d6fc-42c9-af14-ebb2c1bde2b8 req-3a47bc58-93ca-4bc4-9c08-36ccd582bd13 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1236.090748] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1236.091063] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.091205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.091285] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.091472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.091618] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.091725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.091804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.091953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.092019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.092071] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.440675] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.440871] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.440992] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.441281] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.441530] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.441684] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.441797] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.442011] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.442152] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.442351] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.442457] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.442558] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.442659] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.442759] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.442857] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.442980] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.464913] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.465144] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.465294] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.465466] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-940" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.465865] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.466062] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.466185] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.466517] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.466647] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6171b99-9ff6-44c9-a5c7-a9e7331e18a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.595276] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.595468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.595468] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.595648] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.595799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.596032] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.596129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.596192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.596358] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.596435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.596520] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1236.623635] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.623799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.623799] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.623952] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.624107] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.633224] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1236.969488] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.969930] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.969930] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.970126] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.970275] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.970421] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port b6171b99-9ff6-44c9-a5c7-a9e7331e18a1 not found, creating... [ 1236.970667] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.970819] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.970934] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.971171] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.971301] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.971573] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.971723] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.971850] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.972070] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.972201] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.972335] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: b6171b99-9ff6-44c9-a5c7-a9e7331e18a1 is going to be created. [ 1236.993058] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.993281] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.993387] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.993633] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.993853] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.994086] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.695918] env[66006]: INFO networking_nsxv3.common.synchronization [req-fc27eae0-d6fc-42c9-af14-ebb2c1bde2b8 req-a1f48b12-092e-4b6e-a7da-154f7bdf8964 service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1237.696153] env[66006]: INFO networking_nsxv3.common.synchronization [req-fc27eae0-d6fc-42c9-af14-ebb2c1bde2b8 req-a1f48b12-092e-4b6e-a7da-154f7bdf8964 service nova] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1237.696340] env[66006]: INFO networking_nsxv3.common.synchronization [req-fc27eae0-d6fc-42c9-af14-ebb2c1bde2b8 req-a1f48b12-092e-4b6e-a7da-154f7bdf8964 service nova] Enqueued Resource ID: b6171b99-9ff6-44c9-a5c7-a9e7331e18a1 with Priority: HIGHEST for action port [ 1237.696900] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_rules [ 1237.697096] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1237.697227] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6171b99-9ff6-44c9-a5c7-a9e7331e18a1 with Priority: HIGHEST for action port [ 1237.697553] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.697693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.697785] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.698025] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.698118] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.699063] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.699182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.699408] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.699526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.699635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.699801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.699903] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6171b99-9ff6-44c9-a5c7-a9e7331e18a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.201303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.201652] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.201652] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6171b99-9ff6-44c9-a5c7-a9e7331e18a1 with status ACTIVE [ 1238.201781] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.201884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.201946] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.202176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.202266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.202427] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.202519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.202578] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.202725] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.202798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.202976] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.203079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.203139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.203281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.203354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.203437] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6171b99-9ff6-44c9-a5c7-a9e7331e18a1 is going to be updated. [ 1238.223679] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.223865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.223865] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.224085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.224217] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.224373] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6171b99-9ff6-44c9-a5c7-a9e7331e18a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.644265] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1238.644484] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e deletion is rescheduled due to dependency. [ 1238.644603] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.644786] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.645043] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.645281] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.645363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.645424] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.645566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.645647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.645750] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.148645] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.651690] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.153798] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.153798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.153798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.154038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.154038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.154111] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1240.191946] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.192123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.192167] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.192377] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.192517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.203295] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1242.214543] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1242.214982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.214982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.215173] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.215368] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.215485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.215548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.215699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.215792] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.215890] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.215984] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.698686] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.698807] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1242.718501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.718654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.718731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.719207] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.719315] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.719411] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.719484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.719644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.719741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.719829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.719976] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.720080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.720154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.720300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.720458] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.720560] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.720636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.720779] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.720913] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.720960] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.721049] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.223472] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03e8de-54dd-4693-9f6f-991bbd6fe30e: rpc.has_security_group_logging(os_id): False [ 1243.243538] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.243676] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.243833] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.244144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.244144] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.244334] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.244437] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.244497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.244700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.244830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.245041] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.245138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.245198] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.245395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.245484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.245682] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.245777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.245868] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.246017] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.246092] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.246178] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1243.306457] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.306659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.306659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.306854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.306992] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.323103] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1245.347270] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1245.347666] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.700240] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.700548] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.376967] env[66006]: INFO networking_nsxv3.common.synchronization [req-461d46bc-540e-4bb6-a84d-68f9cf4a3bfa req-9aad90f5-38cf-4044-9d10-3c6e2d84d7d2 tempest-ServerDiskConfigTestJSON-1186125430 tempest-ServerDiskConfigTestJSON-1186125430-project-member] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1250.377671] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGHEST for action security_group_members [ 1250.378042] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.378214] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.378331] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.378593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.378823] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.379062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.379160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.379318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.379448] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.379593] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.882290] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.882490] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.882574] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.882843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.882953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.883168] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.883264] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.883558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.883558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.883558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.883722] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be updated. [ 1250.916252] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.916470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.916470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.916644] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.916784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.925244] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: IN_PROGRESS for 2s [ 1251.073891] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.074945] env[66006]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2f4ce4b-ccbc-4cda-a872-9025361527ac None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.937204] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e in Status: SUCCESS [ 1252.937562] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e deletion is rescheduled due to dependency. [ 1252.937562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.378922] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.379281] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.380603] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.380603] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.381178] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.381486] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.382496] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.382496] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.647418] env[66006]: INFO networking_nsxv3.common.synchronization [req-2441a951-38b1-46bf-86c9-584419502923 req-44d2ce26-a85b-46fd-b5e3-e7a70dc68392 tempest-AttachVolumeShelveTestJSON-1346582382 tempest-AttachVolumeShelveTestJSON-1346582382-project-member] Enqueued Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_members [ 1270.647533] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGHEST for action security_group_members [ 1270.647991] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.647991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.647991] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.648305] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.648469] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.648602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.648668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.648848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.649543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.649543] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.976130] env[66006]: INFO networking_nsxv3.common.synchronization [req-56ee4b1e-bb7d-43b2-9b47-d2cdbd3cc876 req-e2944a78-9a31-43d6-9baf-39c9f00d6882 tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 1270.976130] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 1270.976130] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.976130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.976130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.976130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.976130] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.976130] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.976766] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.977073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.977267] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.977515] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.151569] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.151796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.151796] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.152129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.152129] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.152312] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.152408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.152467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.152636] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.153115] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.153115] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 is going to be updated. [ 1271.180957] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.181223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.181223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.181440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.181558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.191444] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: IN_PROGRESS for 2s [ 1271.479660] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.982401] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.485091] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.485091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.485091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.485598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.485598] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.485598] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 is going to be updated. [ 1272.513863] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.514074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.514074] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.514284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.514408] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.524484] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: IN_PROGRESS for 2s [ 1273.202855] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 in Status: SUCCESS [ 1273.203027] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 deletion is rescheduled due to dependency. [ 1273.203027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.298143] env[66006]: INFO networking_nsxv3.common.synchronization [req-adbdae3d-40b6-4ef6-8b9b-3e80949ea8b1 req-9bde0e03-8ca1-4999-88e4-bf984644123e tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1274.298143] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1274.298681] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.298681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.298681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.298867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.298981] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.299104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.299169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.299319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.299400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.299486] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.536634] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: SUCCESS [ 1274.536863] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.576913] env[66006]: INFO networking_nsxv3.common.synchronization [req-2db95690-ba5e-4b74-8003-aaa8a3d389ff req-f5b4b486-9da6-4efa-b9a4-4b97a0d02ac3 tempest-ServerActionsTestOtherB-1443957292 tempest-ServerActionsTestOtherB-1443957292-project-member] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1274.578206] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1274.578645] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.578773] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.578835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.579045] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.579209] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.579316] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.579370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.579504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.579609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.579683] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.803811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.803915] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.803987] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.804226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.804380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.804576] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.804671] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.804817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.805531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.805531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.805531] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be updated. [ 1274.834633] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.834776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.834854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.835194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.835343] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.844274] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 1275.085644] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.085832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.085898] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.086163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.088244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.088244] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.088244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.088244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.088244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.088244] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.088244] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1275.114157] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.116227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.116227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.116227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.116227] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.124427] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1275.435815] env[66006]: INFO networking_nsxv3.common.synchronization [None req-9437f027-f73c-4b5d-9fef-bdad1029270b tempest-AttachVolumeShelveTestJSON-1346582382 tempest-AttachVolumeShelveTestJSON-1346582382-project-member] Enqueued Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_rules [ 1275.437114] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_rules [ 1275.437114] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.437114] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.437114] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.437349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.437349] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.519579] env[66006]: INFO networking_nsxv3.common.synchronization [None req-c984f965-8d98-4269-891d-f908501d9638 tempest-AttachVolumeShelveTestJSON-1346582382 tempest-AttachVolumeShelveTestJSON-1346582382-project-member] Enqueued Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_rules [ 1275.520280] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_rules [ 1275.520580] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.520681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.957186] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.957365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.957428] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.957609] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.957699] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.957798] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 already deleted. [ 1275.957878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.958036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.958495] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.958559] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.479092] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.479944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.479944] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.480071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.480071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.480162] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 already deleted. [ 1276.480322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.854624] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 1276.854819] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea deletion is rescheduled due to dependency. [ 1276.854931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.134200] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1277.134378] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 deletion is rescheduled due to dependency. [ 1277.134433] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.521335] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.521335] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.951840] env[66006]: INFO networking_nsxv3.common.synchronization [req-7974bf30-eb92-4332-b539-2725e0f5f6a6 req-d465dff9-e28a-483b-a0fc-988f361d3738 tempest-AttachVolumeShelveTestJSON-1346582382 tempest-AttachVolumeShelveTestJSON-1346582382-project-member] Enqueued Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_members [ 1280.952381] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_members [ 1280.952684] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.952809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.952912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.953279] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.953450] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.953582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.953653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.953860] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.953961] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.954111] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.262382] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.262382] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.262382] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.262382] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.262382] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.262691] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.262981] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.263332] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.263579] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.263891] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.264121] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.264326] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.264559] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.264781] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.264994] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.265279] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.286072] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.286072] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1281.286072] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.286289] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.286515] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-68792e29-6ece-42a3-b93d-c858be81d527 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.286681] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.286796] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.287116] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.287252] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68792e29-6ece-42a3-b93d-c858be81d527',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.456332] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.456498] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.456565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.456789] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.456878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.457100] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.457197] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.457258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.457454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.457533] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.457617] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 already deleted. [ 1281.457695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.789612] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.790069] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.790190] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.790523] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.790737] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.790961] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 68792e29-6ece-42a3-b93d-c858be81d527 not found, creating... [ 1281.791353] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.791587] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.791763] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.792104] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.792311] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.793081] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.793081] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.793308] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.793456] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.793651] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.793924] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 68792e29-6ece-42a3-b93d-c858be81d527 is going to be created. [ 1281.816812] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.817119] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.817306] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.817679] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.817999] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.818359] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.520305] env[66006]: INFO networking_nsxv3.common.synchronization [req-7974bf30-eb92-4332-b539-2725e0f5f6a6 req-f5e53f24-bb71-487e-9bc9-1a55689332f3 service nova] Enqueued Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_rules [ 1282.520478] env[66006]: INFO networking_nsxv3.common.synchronization [req-7974bf30-eb92-4332-b539-2725e0f5f6a6 req-f5e53f24-bb71-487e-9bc9-1a55689332f3 service nova] Enqueued Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_members [ 1282.520615] env[66006]: INFO networking_nsxv3.common.synchronization [req-7974bf30-eb92-4332-b539-2725e0f5f6a6 req-f5e53f24-bb71-487e-9bc9-1a55689332f3 service nova] Enqueued Resource ID: 68792e29-6ece-42a3-b93d-c858be81d527 with Priority: HIGHEST for action port [ 1282.521199] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_rules [ 1282.521424] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_members [ 1282.521478] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68792e29-6ece-42a3-b93d-c858be81d527 with Priority: HIGHEST for action port [ 1282.521781] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.521856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.521920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.522140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.522225] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.523128] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.523205] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.523277] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.523441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.523584] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.523679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.523733] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.524556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.524556] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.524556] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.525128] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-68792e29-6ece-42a3-b93d-c858be81d527 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.525128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.525128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.525128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.525315] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68792e29-6ece-42a3-b93d-c858be81d527',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.026926] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.028519] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.028519] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.028519] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68792e29-6ece-42a3-b93d-c858be81d527 with status ACTIVE [ 1283.029690] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.029690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.029690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.029690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.029690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.029690] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.029690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.029690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.029690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.029690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.030094] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.030094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.030094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.030094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.030094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.030245] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68792e29-6ece-42a3-b93d-c858be81d527 is going to be updated. [ 1283.053999] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.054239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.054239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.054375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.054593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.054828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.118761] env[66006]: INFO networking_nsxv3.common.synchronization [req-35b99b27-1520-411c-8da2-f09a537729fd req-710449bc-07d9-46e9-b16b-39f2125dbda1 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1283.118932] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1283.119663] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.122847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.122847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.122847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.122847] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.122847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.122847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.122847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.122847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.122847] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.410753] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.410951] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.411089] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.411350] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.411604] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.411748] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.411859] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.412091] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.412261] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.412467] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.412573] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.412675] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.412775] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.412877] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.413195] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.413385] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.430542] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.430709] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.430834] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.431017] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-289" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.431343] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-33f4ad40-d196-486b-b82b-239da8e0be94 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.431849] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-33f4ad40-d196-486b-b82b-239da8e0be94" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.432059] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-33f4ad40-d196-486b-b82b-239da8e0be94" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.432390] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-33f4ad40-d196-486b-b82b-239da8e0be94" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.432544] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f4ad40-d196-486b-b82b-239da8e0be94',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.532256] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.623036] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.623177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.623242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.624038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.624038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.624038] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.624038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.624038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.624038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.624345] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.624345] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be updated. [ 1283.652602] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.652757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.652798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.653153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.653322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.661667] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 1283.935516] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.935724] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.935724] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.936135] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.936348] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.936539] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 33f4ad40-d196-486b-b82b-239da8e0be94 not found, creating... [ 1283.936856] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.937059] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.937209] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.937468] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.937630] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.937938] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.938266] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.938266] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.938517] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.938668] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.938808] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 33f4ad40-d196-486b-b82b-239da8e0be94 is going to be created. [ 1283.961243] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.961595] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.961595] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.961885] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.962134] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.965758] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-33f4ad40-d196-486b-b82b-239da8e0be94" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.034972] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.035536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.035536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.035536] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.035784] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.035784] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 is going to be created. [ 1284.090748] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.090965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.090965] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.091195] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.091362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.110949] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: UNINITIALIZED for 2s [ 1284.658043] env[66006]: INFO networking_nsxv3.common.synchronization [req-35b99b27-1520-411c-8da2-f09a537729fd req-87521435-a786-4637-91c2-272555173503 service nova] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 1284.658230] env[66006]: INFO networking_nsxv3.common.synchronization [req-35b99b27-1520-411c-8da2-f09a537729fd req-87521435-a786-4637-91c2-272555173503 service nova] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1284.658368] env[66006]: INFO networking_nsxv3.common.synchronization [req-35b99b27-1520-411c-8da2-f09a537729fd req-87521435-a786-4637-91c2-272555173503 service nova] Enqueued Resource ID: 33f4ad40-d196-486b-b82b-239da8e0be94 with Priority: HIGHEST for action port [ 1284.658856] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_rules [ 1284.658989] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1284.659113] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f4ad40-d196-486b-b82b-239da8e0be94 with Priority: HIGHEST for action port [ 1284.659372] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.659487] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.659545] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.659780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.659820] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.661006] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.661113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.661303] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-33f4ad40-d196-486b-b82b-239da8e0be94 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.661402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33f4ad40-d196-486b-b82b-239da8e0be94" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.661459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33f4ad40-d196-486b-b82b-239da8e0be94" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.661620] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33f4ad40-d196-486b-b82b-239da8e0be94" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.661693] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f4ad40-d196-486b-b82b-239da8e0be94',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.164730] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.165052] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.165104] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33f4ad40-d196-486b-b82b-239da8e0be94 with status ACTIVE [ 1285.165262] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.165375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.165439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.165659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.165744] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.165952] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.166058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.166058] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.166218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.166304] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.166486] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.166968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.166968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.167148] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.167183] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.167267] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33f4ad40-d196-486b-b82b-239da8e0be94 is going to be updated. [ 1285.190552] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.190552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.190552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.190552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.190847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.190847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33f4ad40-d196-486b-b82b-239da8e0be94" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.292983] env[66006]: INFO networking_nsxv3.common.synchronization [req-ae1d10d0-4859-4b79-9c15-995467307aa0 req-65871e96-33b2-4fbd-a565-d70239ea9a0d tempest-ServerActionsTestOtherB-1443957292 tempest-ServerActionsTestOtherB-1443957292-project-member] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1285.293679] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1285.294043] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.294187] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.294242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.294630] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.294630] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.294729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.294774] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.294975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.295189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.295288] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.591115] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.591355] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.591465] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.591780] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.592097] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.592324] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.592501] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.592738] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.592980] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.593237] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.593354] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.593459] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.593560] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.593664] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.593764] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.593890] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.614356] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.614506] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1285.614670] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.614853] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.615214] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-985cb1db-f810-4895-8a82-895b2d6b5f28 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.615400] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.615519] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.615837] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.615971] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985cb1db-f810-4895-8a82-895b2d6b5f28',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.672015] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 1285.672207] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea deletion is rescheduled due to dependency. [ 1285.672325] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.672485] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.672721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.672903] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.673036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.673104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.673318] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.673410] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.673503] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.798616] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.798785] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.798847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.799083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.799184] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.799379] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.799474] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.799535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.799677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.799752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.799835] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1285.830144] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.830395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.830395] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.830567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.830704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.841413] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1286.118283] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.118506] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.118585] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.118835] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.118983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.119160] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 985cb1db-f810-4895-8a82-895b2d6b5f28 not found, creating... [ 1286.119501] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.119678] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.119794] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.120028] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.120197] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.120548] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.120731] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.120850] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.121072] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.121211] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.121411] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 985cb1db-f810-4895-8a82-895b2d6b5f28 is going to be created. [ 1286.123461] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: SUCCESS [ 1286.123645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.124866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.125098] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.125264] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.125370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.125439] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.125625] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.125715] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.125804] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.125896] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.154541] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.155272] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.155272] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.155272] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.155445] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.155757] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.175842] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.628674] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.678563] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.862465] env[66006]: INFO networking_nsxv3.common.synchronization [req-ae1d10d0-4859-4b79-9c15-995467307aa0 req-1b69083a-8a11-4dc7-b0cc-2f6cfbef2542 service nova] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1286.862657] env[66006]: INFO networking_nsxv3.common.synchronization [req-ae1d10d0-4859-4b79-9c15-995467307aa0 req-1b69083a-8a11-4dc7-b0cc-2f6cfbef2542 service nova] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1286.862763] env[66006]: INFO networking_nsxv3.common.synchronization [req-ae1d10d0-4859-4b79-9c15-995467307aa0 req-1b69083a-8a11-4dc7-b0cc-2f6cfbef2542 service nova] Enqueued Resource ID: 985cb1db-f810-4895-8a82-895b2d6b5f28 with Priority: HIGHEST for action port [ 1286.863336] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1286.863473] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1286.863569] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985cb1db-f810-4895-8a82-895b2d6b5f28 with Priority: HIGHEST for action port [ 1286.863854] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.863986] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.864116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.864313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.864401] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.865377] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.865496] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.865619] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-985cb1db-f810-4895-8a82-895b2d6b5f28 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.865701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.865759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.865927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.865987] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985cb1db-f810-4895-8a82-895b2d6b5f28',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.130410] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87e8ebb6-748a-4ccb-b494-8008f417f017: rpc.has_security_group_logging(os_id): False [ 1287.147817] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.148015] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.148060] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.148260] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.148400] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.148601] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.148700] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.148761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.148913] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.148982] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.149094] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 is going to be created. [ 1287.181153] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.181440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.181440] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.181659] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.181752] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.181851] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be updated. [ 1287.210341] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.210529] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.210576] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.210759] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.210904] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.212697] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.212810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.212878] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.213087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.213252] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.225372] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 1287.226923] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: IN_PROGRESS for 2s [ 1287.368072] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.368220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.368681] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 985cb1db-f810-4895-8a82-895b2d6b5f28 with status ACTIVE [ 1287.368681] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.368681] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.368801] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.368933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.369029] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.369198] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.369292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.369352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.369502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.369575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.369755] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.369844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.369902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.370624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.370624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.370624] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 985cb1db-f810-4895-8a82-895b2d6b5f28 is going to be updated. [ 1287.393467] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.393686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.393686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.393866] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.394014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.394174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.852193] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1287.852377] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 deletion is rescheduled due to dependency. [ 1287.852548] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.852668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.852910] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.853117] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.853239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.853306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.853461] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.853543] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.853640] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.356035] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.857367] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.238982] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 1289.239182] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.239436] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.239564] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.239776] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.239894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.239954] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.240178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.240275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.240365] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.240457] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.241990] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: SUCCESS [ 1289.242216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.360468] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.360924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.360924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.360924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.361104] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.361104] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1289.389242] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.389452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.389452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.389654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.389795] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.398204] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1289.743690] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.246199] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea: rpc.has_security_group_logging(os_id): False [ 1290.275316] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.275675] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.275791] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.276139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.276311] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.276689] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.276852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.276953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.277226] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.277352] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.277501] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be updated. [ 1290.393149] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.393149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.393604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.393604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.393604] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.409090] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 1291.408385] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1291.408662] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.408832] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.409088] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.409293] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.409415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.409497] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.409721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.409816] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.409927] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.410037] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.864483] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.864615] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1291.897089] env[66006]: INFO networking_nsxv3.common.synchronization [req-39383a3e-7002-46a6-8f9f-33c8dd7f6684 req-3c435de0-813f-4d93-a2a5-a6a401c7e22e tempest-ServerActionsTestOtherA-2070420423 tempest-ServerActionsTestOtherA-2070420423-project-member] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 1291.897666] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGHEST for action security_group_members [ 1291.897996] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.898136] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.898241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.898528] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.898752] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.898867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.898928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.899108] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.899196] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.899288] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.912612] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.402392] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.402593] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.402639] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.402834] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.402928] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.403164] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.403273] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.403335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.403491] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.403566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.403651] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 is going to be updated. [ 1292.414967] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e65373-715c-4acf-b3c7-5fd66a0feb04: rpc.has_security_group_logging(os_id): False [ 1292.421638] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 1292.421862] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.434068] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.434211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.434280] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.434484] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.434623] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.440727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.440885] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.440929] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.441139] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.441228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.441472] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.441573] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.441635] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.441782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.441856] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.441940] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1292.443934] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: IN_PROGRESS for 2s [ 1292.502719] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.502893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.503021] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.503237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.503386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.517076] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1294.454252] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 in Status: SUCCESS [ 1294.454704] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 deletion is rescheduled due to dependency. [ 1294.454704] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.529900] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1294.530087] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.898525] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.899050] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.900613] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.900993] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.020351] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.020851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.020851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.020851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.021113] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.523800] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.027344] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.529438] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1305.529661] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1306.395602] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.396038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.396038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.396038] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.407334] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1306.408186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.409205] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1306.450455] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.450626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.450677] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.450857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.463551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.464419] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1306.464510] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.464659] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1306.507587] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.507830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.507830] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.508110] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.509414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.509590] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1306.597113] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.597288] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.597337] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.597525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.597835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.598140] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1306.683691] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.683950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.683950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.684216] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.684565] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.684895] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1306.685036] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e9e65373-715c-4acf-b3c7-5fd66a0feb04', 'f25bf0ef-6f6b-444b-8f87-57d3d100bb70', '31c9bfe8-1c87-4bc4-8c8b-317865176dbd', 'b417f1ce-26dd-406e-8c42-4c18217b4f84', '0d9a207e-27bf-4603-9f45-8c79077a4407', '25a0b9a5-9bed-42e1-bf09-71e888f71217', '5605c7e2-a34e-496a-9db7-32d78c0aacfd', '5bb56103-c560-4ce3-bb21-7909cea0a5f7', '206c51d0-9e5d-4572-b376-65a436ace75a', 'a0e91c01-d22e-4320-957e-89c772c9ac3c', 'c1ab3dcc-aed2-42b2-a289-306353228a07', '96c3429d-b240-4858-b357-03f67aef0021', '2d03e8de-54dd-4693-9f6f-991bbd6fe30e', 'a5e454ac-a9c0-46c8-b04f-ae6042feb263', '3a958fad-13c6-4588-b4f5-08ec27858746', 'c0002114-6ef6-4d8d-a9ee-a6de15f218a1', 'a3d00443-181a-47ac-917c-7691c9caaa18', 'ecd3fc05-6fae-400b-ada7-6c5020c6dff2', 'ff640b07-21fb-4ff8-bd76-0a8675a5c88a', 'd55f0b7c-3544-4e6d-b6bb-1aa029931b61', '911337c7-4069-4ef2-8fe5-3b731fa0bdd3', 'be13df69-da9f-480e-870d-dfa31d21b652', '7857b1dc-17fa-4983-a990-f61981cbd0d0', '67be7eb7-b6ba-4f32-be28-b46f61cad524', '0f18bf32-e0f0-4090-b2da-38b202eb213e', '87e8ebb6-748a-4ccb-b494-8008f417f017', '6c5431a8-6bda-44a4-8403-b83a8a5f2dd3', 'fca1f177-d988-4f60-9b45-7de7116a7720', '2945d79b-9b72-45dd-9f52-2af48c3a5695', '666e2936-a6ea-482c-89ab-30c98d037859', 'e87e42ab-b5ca-46b9-b737-eca5449cd05d', 'fb6f97a1-7dab-48e1-aa8c-1485d34afe7d', '1472b40c-ce7d-42a0-b005-480bae178da8', 'f6590cba-bca2-4ddf-ae29-7f09e37ab701', '0a717736-9fe3-4337-898d-1262abb1dc0c', 'e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea', 'cede47cc-6749-4736-8961-e1f1d607d9d0', 'e4aded7e-10d5-4755-9183-96075bb950a1', 'e872d717-28c4-45cf-ad53-0323624836a2', '3e0619e3-f2c0-4b5a-99e7-689c160b9e59', '90ecc453-6904-4330-9dc9-5cc09bd5abaa', '8b46195c-1f12-4e0a-a5a7-e4729a51fd89', 'eee1c9f2-ace8-4865-8308-0bc102aae589'} {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.685156] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1306.705050] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.705310] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.705419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.705747] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.705905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.706078] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1306.706228] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.706297] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1306.786689] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.786920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.786920] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.787109] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.788354] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.788620] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1306.788699] env[66006]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66006) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.788770] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1306.788835] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1306.788911] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1306.788981] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGH for action security_group_rules [ 1306.789078] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGH for action security_group_rules [ 1306.789147] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGH for action security_group_rules [ 1306.789215] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGH for action security_group_rules [ 1306.789323] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGH for action security_group_rules [ 1306.789447] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGH for action security_group_rules [ 1306.789447] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGH for action security_group_rules [ 1306.789529] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGH for action security_group_rules [ 1306.789529] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGH for action security_group_rules [ 1306.789603] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGH for action security_group_rules [ 1306.789635] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGH for action security_group_rules [ 1306.789698] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGH for action security_group_rules [ 1306.789750] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGH for action security_group_rules [ 1306.789803] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGH for action security_group_rules [ 1306.789867] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGH for action security_group_rules [ 1306.789921] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGH for action security_group_rules [ 1306.789981] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGH for action security_group_rules [ 1306.790052] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGH for action security_group_rules [ 1306.790114] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGH for action security_group_rules [ 1306.790176] env[66006]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGH for action security_group_rules [ 1306.790268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.901979] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.901979] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1306.902256] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGH for action security_group_rules [ 1306.902304] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd with Priority: HIGH for action security_group_rules [ 1306.902371] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd with Priority: HIGH for action security_group_rules [ 1306.902468] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a958fad-13c6-4588-b4f5-08ec27858746 with Priority: HIGH for action security_group_rules [ 1306.902558] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 with Priority: HIGH for action security_group_rules [ 1306.902648] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a with Priority: HIGH for action security_group_rules [ 1306.902735] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 with Priority: HIGH for action security_group_rules [ 1306.902825] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d00443-181a-47ac-917c-7691c9caaa18 with Priority: HIGH for action security_group_rules [ 1306.902910] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 with Priority: HIGH for action security_group_rules [ 1306.902998] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 with Priority: HIGH for action security_group_rules [ 1306.903134] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e with Priority: HIGH for action security_group_rules [ 1306.903259] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c3429d-b240-4858-b357-03f67aef0021 with Priority: HIGH for action security_group_rules [ 1306.903360] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ab3dcc-aed2-42b2-a289-306353228a07 with Priority: HIGH for action security_group_rules [ 1306.903446] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e91c01-d22e-4320-957e-89c772c9ac3c with Priority: HIGH for action security_group_rules [ 1306.903532] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206c51d0-9e5d-4572-b376-65a436ace75a with Priority: HIGH for action security_group_rules [ 1306.903618] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 with Priority: HIGH for action security_group_rules [ 1306.903705] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 with Priority: HIGH for action security_group_rules [ 1306.903794] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 with Priority: HIGH for action security_group_rules [ 1306.903886] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 with Priority: HIGH for action security_group_rules [ 1306.903970] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 with Priority: HIGH for action security_group_rules [ 1306.904368] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.904499] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.904562] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.904780] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.904848] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.905952] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.906099] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.906154] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.906312] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.906369] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31c9bfe8-1c87-4bc4-8c8b-317865176dbd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.907152] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.907255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.907322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.907471] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.907541] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5605c7e2-a34e-496a-9db7-32d78c0aacfd',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.909911] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a958fad-13c6-4588-b4f5-08ec27858746 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.910085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.910085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.910257] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.910330] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a958fad-13c6-4588-b4f5-08ec27858746',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.911089] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.911191] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.911245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.911570] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.911570] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d55f0b7c-3544-4e6d-b6bb-1aa029931b61',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.912200] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.912291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.912291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.913019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.913019] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff640b07-21fb-4ff8-bd76-0a8675a5c88a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.913248] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.913399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.913488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.913692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.913785] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd3fc05-6fae-400b-ada7-6c5020c6dff2',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.914561] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d00443-181a-47ac-917c-7691c9caaa18 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.914698] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.914851] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.915177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.915320] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d00443-181a-47ac-917c-7691c9caaa18',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.916168] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.916319] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.916809] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.917427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.917536] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5e454ac-a9c0-46c8-b04f-ae6042feb263',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.918327] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.918470] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.918584] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.918824] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.918904] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0002114-6ef6-4d8d-a9ee-a6de15f218a1',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.919637] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.919782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.919891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.920502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.920502] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03e8de-54dd-4693-9f6f-991bbd6fe30e',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.921154] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c3429d-b240-4858-b357-03f67aef0021 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.921258] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.921349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.921539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.921611] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c3429d-b240-4858-b357-03f67aef0021',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.922317] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1ab3dcc-aed2-42b2-a289-306353228a07 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.922451] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.922547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.923050] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.923050] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1ab3dcc-aed2-42b2-a289-306353228a07',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.923672] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0e91c01-d22e-4320-957e-89c772c9ac3c taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.924171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.924171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.924171] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.924171] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0e91c01-d22e-4320-957e-89c772c9ac3c',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.924886] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-206c51d0-9e5d-4572-b376-65a436ace75a taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.925022] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.925116] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.925351] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.925492] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('206c51d0-9e5d-4572-b376-65a436ace75a',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.926437] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25a0b9a5-9bed-42e1-bf09-71e888f71217 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.926558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.926653] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.926844] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.926970] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25a0b9a5-9bed-42e1-bf09-71e888f71217',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.927799] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.927941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.928053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.928255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.928388] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bb56103-c560-4ce3-bb21-7909cea0a5f7',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.929172] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9a207e-27bf-4603-9f45-8c79077a4407 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.929334] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.929426] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.929594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.929707] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9a207e-27bf-4603-9f45-8c79077a4407',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.930737] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.930893] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.931018] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.931263] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.931384] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f25bf0ef-6f6b-444b-8f87-57d3d100bb70',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.932261] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b417f1ce-26dd-406e-8c42-4c18217b4f84 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.932409] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.932502] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.933056] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.933056] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b417f1ce-26dd-406e-8c42-4c18217b4f84',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.967178] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.967401] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.967480] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.967695] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.970114] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.970281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.995721] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.995853] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31c9bfe8-1c87-4bc4-8c8b-317865176dbd is going to be deleted. [ 1306.997359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.997359] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.017508] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.017722] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5605c7e2-a34e-496a-9db7-32d78c0aacfd is going to be deleted. [ 1307.064791] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.064955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.065128] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.065308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.065404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.065524] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31c9bfe8-1c87-4bc4-8c8b-317865176dbd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.075830] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.076033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.076076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.076308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.076414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.076547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5605c7e2-a34e-496a-9db7-32d78c0aacfd" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.439153] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.439627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.439627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.439627] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.440078] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.440165] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.440199] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.440367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.440442] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.440525] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.440627] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.490148] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.490356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.490356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.490571] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.492186] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.492320] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.492988] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.493153] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.496391] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.496531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.498603] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.498709] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.505213] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.505342] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.506109] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.506265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.506932] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.507036] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.507741] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.507835] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.509300] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.509396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.510853] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.510967] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.511576] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.512018] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.512123] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.512741] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.513170] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.513268] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.513890] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.514326] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.514430] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.515049] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.515469] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.515575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.516587] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.516954] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.517071] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.517696] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.518107] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.518189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.518793] env[66006]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.519178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.519292] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25a0b9a5-9bed-42e1-bf09-71e888f71217 is going to be deleted. [ 1307.520239] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.520441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.538854] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.538998] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5e454ac-a9c0-46c8-b04f-ae6042feb263 is going to be deleted. [ 1307.539841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.540062] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.558665] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.558818] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d55f0b7c-3544-4e6d-b6bb-1aa029931b61 is going to be deleted. [ 1307.559734] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.559941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.576771] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.576964] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.587420] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.587539] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f25bf0ef-6f6b-444b-8f87-57d3d100bb70 is going to be deleted. [ 1307.588477] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.588693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.600230] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.600421] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.618266] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.618444] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d00443-181a-47ac-917c-7691c9caaa18 is going to be deleted. [ 1307.619306] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.619517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.622305] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.622415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.650672] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.650836] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c3429d-b240-4858-b357-03f67aef0021 is going to be deleted. [ 1307.651739] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.651959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.654194] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.654327] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.714755] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.714921] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03e8de-54dd-4693-9f6f-991bbd6fe30e is going to be deleted. [ 1307.715805] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.716030] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.735434] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.735638] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.750223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.750373] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1ab3dcc-aed2-42b2-a289-306353228a07 is going to be deleted. [ 1307.751259] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.751481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.786751] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.786958] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.791941] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.792080] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0e91c01-d22e-4320-957e-89c772c9ac3c is going to be deleted. [ 1307.792989] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.793234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.826651] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.826832] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b417f1ce-26dd-406e-8c42-4c18217b4f84 is going to be deleted. [ 1307.827742] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.827950] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.829973] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.830106] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.865441] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.865667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.874393] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.874539] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd3fc05-6fae-400b-ada7-6c5020c6dff2 is going to be deleted. [ 1307.875509] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.875719] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.895685] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.895894] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.904763] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.904909] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff640b07-21fb-4ff8-bd76-0a8675a5c88a is going to be deleted. [ 1307.905938] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.906149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.913997] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.914192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.951724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.951906] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a958fad-13c6-4588-b4f5-08ec27858746 is going to be deleted. [ 1307.952822] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.953102] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.954174] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.998980] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.999223] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.022498] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.022672] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 206c51d0-9e5d-4572-b376-65a436ace75a is going to be deleted. [ 1308.023558] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.023771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.036622] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.036825] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.062581] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.062759] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9a207e-27bf-4603-9f45-8c79077a4407 is going to be deleted. [ 1308.063896] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.064181] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.109754] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.109906] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.132692] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.132900] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bb56103-c560-4ce3-bb21-7909cea0a5f7 is going to be deleted. [ 1308.133933] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.134188] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.181949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.182206] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0002114-6ef6-4d8d-a9ee-a6de15f218a1 is going to be deleted. [ 1308.183150] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.183386] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.183506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.183645] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25a0b9a5-9bed-42e1-bf09-71e888f71217" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.183806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.183974] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.184072] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.184222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5e454ac-a9c0-46c8-b04f-ae6042feb263" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.184724] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.184888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.184968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.185100] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d55f0b7c-3544-4e6d-b6bb-1aa029931b61" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.185261] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.185414] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.185494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.185629] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f25bf0ef-6f6b-444b-8f87-57d3d100bb70" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.185783] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.185932] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.186013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.186138] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d00443-181a-47ac-917c-7691c9caaa18" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.186588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.186588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.186588] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.186776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c3429d-b240-4858-b357-03f67aef0021" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.186776] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.186845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.186923] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.187047] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03e8de-54dd-4693-9f6f-991bbd6fe30e" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.187180] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.187321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.187392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.187504] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1ab3dcc-aed2-42b2-a289-306353228a07" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.187624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.187761] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.187872] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.187939] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0e91c01-d22e-4320-957e-89c772c9ac3c" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.188070] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.188211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.188286] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.188396] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b417f1ce-26dd-406e-8c42-4c18217b4f84" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.188530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.188701] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.188777] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.188888] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd3fc05-6fae-400b-ada7-6c5020c6dff2" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.189023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.189163] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.189234] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.189340] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff640b07-21fb-4ff8-bd76-0a8675a5c88a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.189459] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.189596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.189668] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.189778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a958fad-13c6-4588-b4f5-08ec27858746" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.201974] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.202192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.202192] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.202407] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.202514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.202650] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-206c51d0-9e5d-4572-b376-65a436ace75a" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.282612] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.282857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.282857] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.283027] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.283076] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.283247] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9a207e-27bf-4603-9f45-8c79077a4407" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.289583] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.289810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.289810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.290014] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.290094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.290225] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bb56103-c560-4ce3-bb21-7909cea0a5f7" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.337253] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.337473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.337473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.337687] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.337771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.337900] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0002114-6ef6-4d8d-a9ee-a6de15f218a1" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.456575] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e65373-715c-4acf-b3c7-5fd66a0feb04: rpc.has_security_group_logging(os_id): False [ 1308.485696] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.485924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.485924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.486140] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.518552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.518886] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.519033] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.519085] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.519281] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.519367] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.519458] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1308.578949] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.579189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.579189] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.579375] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.579517] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.594462] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1310.609882] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1310.610369] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.904659] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.904934] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.906408] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.906408] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.907408] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.907678] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.908943] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.909265] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.910721] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.910721] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.911824] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.912171] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.912795] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.913123] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.914379] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.914771] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.402747] env[66006]: INFO networking_nsxv3.common.synchronization [req-26fb542d-3c51-4ceb-8740-56d404d5c728 req-1a0016c7-0037-4502-8150-ea962b84dce7 tempest-ServerActionsTestJSON-947390360 tempest-ServerActionsTestJSON-947390360-project-member] Enqueued Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1347.403436] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea with Priority: HIGHEST for action security_group_members [ 1347.403686] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.403818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.403876] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.404251] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.404251] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.404402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.404402] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.404592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.404592] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.404709] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.907067] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.907237] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.907329] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.907526] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.930161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.930461] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.930539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.930647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.930798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.930886] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.930965] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea is going to be updated. [ 1347.960236] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.960380] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.960488] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.960723] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.960873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.971428] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: IN_PROGRESS for 2s [ 1349.982422] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea in Status: SUCCESS [ 1349.982738] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea deletion is rescheduled due to dependency. [ 1349.982738] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f502f1-7cb8-4182-8aaf-d7f2b1f86eea" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.404254] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.404561] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.405364] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.405816] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.415432] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.415921] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.415921] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.416064] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.416326] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.416526] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.416620] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.416830] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.416972] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.417372] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1358.417487] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1358.417596] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1358.417698] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1358.417804] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1358.417903] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1358.418037] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1358.439901] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1358.440162] env[66006]: DEBUG dogpile.cache.region [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1358.440162] env[66006]: DEBUG dogpile.lock [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1358.440337] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "network-990" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.440669] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock port-68792e29-6ece-42a3-b93d-c858be81d527 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.440844] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.440984] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.441349] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.441596] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-fb651186-0df0-482b-8332-d360ae809497 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68792e29-6ece-42a3-b93d-c858be81d527',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.944290] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.944686] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.944879] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.945306] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.945582] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.946034] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.946241] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.946352] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.946602] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.946742] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.947067] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.947229] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.947342] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.947593] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.947741] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.947903] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Resource: SegmentPort with ID: 68792e29-6ece-42a3-b93d-c858be81d527 is going to be updated. [ 1358.972404] env[66006]: DEBUG networking_nsxv3.common.locking [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.972717] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.972717] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.972980] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.973184] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.973409] env[66006]: DEBUG oslo_concurrency.lockutils [None req-fb651186-0df0-482b-8332-d360ae809497 None None] Releasing lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.657922] env[66006]: INFO networking_nsxv3.common.synchronization [req-0b149ddc-8164-49ca-bf18-4c1441589021 req-465320f1-d6af-4fe4-b147-1cbd75739ee7 service nova] Enqueued Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_rules [ 1359.658227] env[66006]: INFO networking_nsxv3.common.synchronization [req-0b149ddc-8164-49ca-bf18-4c1441589021 req-465320f1-d6af-4fe4-b147-1cbd75739ee7 service nova] Enqueued Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_members [ 1359.658417] env[66006]: INFO networking_nsxv3.common.synchronization [req-0b149ddc-8164-49ca-bf18-4c1441589021 req-465320f1-d6af-4fe4-b147-1cbd75739ee7 service nova] Enqueued Resource ID: 68792e29-6ece-42a3-b93d-c858be81d527 with Priority: HIGHEST for action port [ 1359.659744] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_rules [ 1359.659957] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_members [ 1359.660136] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68792e29-6ece-42a3-b93d-c858be81d527 with Priority: HIGHEST for action port [ 1359.660571] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.660711] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.660813] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.661176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.661234] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.662885] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.663073] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.663179] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.663441] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.663663] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.663812] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.663975] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.664147] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.664287] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.665424] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.665811] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-68792e29-6ece-42a3-b93d-c858be81d527 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.665811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.665811] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.666370] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.666370] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68792e29-6ece-42a3-b93d-c858be81d527',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.168514] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.169369] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.169506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.169625] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68792e29-6ece-42a3-b93d-c858be81d527 with status ACTIVE [ 1360.169779] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.169882] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.169949] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.170157] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.170245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.170413] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.170506] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.170567] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.170707] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.170778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.170959] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.171511] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.171624] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.171806] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.171887] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.172131] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68792e29-6ece-42a3-b93d-c858be81d527 is going to be updated. [ 1360.195625] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.195897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.195897] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.196067] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.196177] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.196332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68792e29-6ece-42a3-b93d-c858be81d527" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.674634] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.177525] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.177757] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.177810] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.178053] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.178161] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.178275] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 is going to be updated. [ 1361.208241] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.208462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.208462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.208693] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.208794] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.219193] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: IN_PROGRESS for 2s [ 1361.546280] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.546462] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.546629] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.546879] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.547126] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.547275] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.547385] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.547588] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.547727] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.547954] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1361.548083] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1361.548189] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1361.548297] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1361.548411] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1361.548506] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1361.548628] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1361.569453] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1361.569640] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1361.569725] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1361.569889] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-280" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.570212] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-985cb1db-f810-4895-8a82-895b2d6b5f28 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.570381] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.570493] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.570738] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.570870] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985cb1db-f810-4895-8a82-895b2d6b5f28',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.073467] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.073890] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.073890] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.074149] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.074301] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.074592] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.074743] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.074853] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.075081] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.075213] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.075485] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.075683] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.075937] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.076031] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.077539] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.077539] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 985cb1db-f810-4895-8a82-895b2d6b5f28 is going to be updated. [ 1362.097691] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.097691] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.097691] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.097959] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.098124] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.098337] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.782446] env[66006]: INFO networking_nsxv3.common.synchronization [req-24898e91-ce13-4a04-9021-d1c61f9b9c4e req-c844ea24-3b66-48da-9882-b1fb90be42f4 service nova] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1362.782631] env[66006]: INFO networking_nsxv3.common.synchronization [req-24898e91-ce13-4a04-9021-d1c61f9b9c4e req-c844ea24-3b66-48da-9882-b1fb90be42f4 service nova] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1362.782773] env[66006]: INFO networking_nsxv3.common.synchronization [req-24898e91-ce13-4a04-9021-d1c61f9b9c4e req-c844ea24-3b66-48da-9882-b1fb90be42f4 service nova] Enqueued Resource ID: 985cb1db-f810-4895-8a82-895b2d6b5f28 with Priority: HIGHEST for action port [ 1362.783325] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_rules [ 1362.783505] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1362.783623] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985cb1db-f810-4895-8a82-895b2d6b5f28 with Priority: HIGHEST for action port [ 1362.784304] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.784467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.784596] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.785019] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.785152] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.787184] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.787245] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.787284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.787531] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.788228] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.788228] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.789170] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.789338] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.790321] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.790321] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.790690] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-985cb1db-f810-4895-8a82-895b2d6b5f28 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.790690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.790690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.790690] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.790842] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985cb1db-f810-4895-8a82-895b2d6b5f28',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.229904] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: IN_PROGRESS for 4s [ 1363.292217] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.294217] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.294390] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.295535] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 985cb1db-f810-4895-8a82-895b2d6b5f28 with status ACTIVE [ 1363.295535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.295535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.295535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.295535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.295535] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.295535] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.296061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.296061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.296061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.296061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.296194] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.296275] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.296349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.296530] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.296667] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.296717] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 985cb1db-f810-4895-8a82-895b2d6b5f28 is going to be updated. [ 1363.334298] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.334494] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.334582] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.334858] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.335083] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.335292] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985cb1db-f810-4895-8a82-895b2d6b5f28" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.794657] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.297310] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.297815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.297815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.297815] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.297998] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.297998] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1364.329712] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.329869] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.329940] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.330186] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.330328] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.340123] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1365.243275] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: SUCCESS [ 1365.243452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.243518] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.243730] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.243994] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.244151] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.244219] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.244384] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.244462] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.244551] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.244642] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.747499] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.249582] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87e8ebb6-748a-4ccb-b494-8008f417f017: rpc.has_security_group_logging(os_id): False [ 1366.271835] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.272091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.272091] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.272335] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.302686] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.303037] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.303213] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.303265] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.303626] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.303751] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.303888] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 is going to be updated. [ 1366.365513] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1366.365828] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.365983] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.366231] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.366426] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.366552] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.366622] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.366762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.366841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.366925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.367026] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.384175] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.384419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.384419] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.384591] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.384741] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.400977] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: IN_PROGRESS for 2s [ 1366.869707] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.372020] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e65373-715c-4acf-b3c7-5fd66a0feb04: rpc.has_security_group_logging(os_id): False [ 1367.391540] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.391771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.391843] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.392095] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.392204] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.392470] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.392575] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.392654] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.392818] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.392907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.393025] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1367.540599] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.540807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.540807] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.540957] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.541117] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.554432] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1367.784664] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.784858] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1368.419433] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: SUCCESS [ 1368.419917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.570889] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1369.571308] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.785901] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.786329] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.787838] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.788243] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.250828] env[66006]: INFO networking_nsxv3.common.synchronization [req-44e0547d-3fcb-4f16-b899-93dcd3d68013 req-88a43f84-4284-4599-b91b-0e08582ecd38 tempest-ServerActionsTestOtherB-1443957292 tempest-ServerActionsTestOtherB-1443957292-project-member] Enqueued Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1382.251343] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 with Priority: HIGHEST for action security_group_members [ 1382.251653] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e65373-715c-4acf-b3c7-5fd66a0feb04 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.251778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.251841] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.252403] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.252403] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.252583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.252583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.252661] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.252762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.252805] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e65373-715c-4acf-b3c7-5fd66a0feb04',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.755727] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.755968] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.756122] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.756412] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.756473] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.756706] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.756826] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.756907] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.757118] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.757211] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.757317] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 is going to be updated. [ 1382.784114] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.784332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.784332] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.784452] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.784590] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.792394] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: IN_PROGRESS for 2s [ 1384.803691] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 in Status: SUCCESS [ 1384.804111] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e65373-715c-4acf-b3c7-5fd66a0feb04 deletion is rescheduled due to dependency. [ 1384.804111] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e65373-715c-4acf-b3c7-5fd66a0feb04" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.252801] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.253230] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.254022] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.254414] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.307168] env[66006]: INFO networking_nsxv3.common.synchronization [None req-728c010f-afae-4c24-8802-f1daaf2b3059 None None] Enqueued Resource ID: 00e7ee83-3afb-474d-87de-1c4263fd49af with Priority: HIGHEST for action port [ 1393.308956] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e7ee83-3afb-474d-87de-1c4263fd49af with Priority: HIGHEST for action port [ 1393.308956] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e7ee83-3afb-474d-87de-1c4263fd49af taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e7ee83-3afb-474d-87de-1c4263fd49af" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e7ee83-3afb-474d-87de-1c4263fd49af" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.308956] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e7ee83-3afb-474d-87de-1c4263fd49af" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.308956] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e7ee83-3afb-474d-87de-1c4263fd49af',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.810651] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00e7ee83-3afb-474d-87de-1c4263fd49af [ 1393.811917] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.811917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.811917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.811917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.811917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.811917] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00e7ee83-3afb-474d-87de-1c4263fd49af already deleted. [ 1393.811917] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e7ee83-3afb-474d-87de-1c4263fd49af" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.387494] env[66006]: INFO networking_nsxv3.common.synchronization [None req-02659326-cd37-452b-979a-e1a1832f8064 None None] Enqueued Resource ID: a59d2289-a683-441a-a6f9-5f5787f3fa90 with Priority: HIGHEST for action port [ 1395.388060] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59d2289-a683-441a-a6f9-5f5787f3fa90 with Priority: HIGHEST for action port [ 1395.388369] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-a59d2289-a683-441a-a6f9-5f5787f3fa90 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.388481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a59d2289-a683-441a-a6f9-5f5787f3fa90" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.388549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a59d2289-a683-441a-a6f9-5f5787f3fa90" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.388848] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a59d2289-a683-441a-a6f9-5f5787f3fa90" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.388960] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a59d2289-a683-441a-a6f9-5f5787f3fa90',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.890565] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a59d2289-a683-441a-a6f9-5f5787f3fa90 [ 1395.890888] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.891013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.891013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.891218] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.891309] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.891399] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a59d2289-a683-441a-a6f9-5f5787f3fa90 already deleted. [ 1395.891475] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a59d2289-a683-441a-a6f9-5f5787f3fa90" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.389549] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.389947] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.541967] env[66006]: INFO networking_nsxv3.common.synchronization [req-8d6f5b15-c0f0-4d42-a4a2-f0a8b0d1cde2 req-df505a1d-d673-4259-ab40-1731895f1f2a tempest-ServerGroupTestJSON-1101080890 tempest-ServerGroupTestJSON-1101080890-project-member] Enqueued Resource ID: 1343043f-2672-4844-997e-6dd375d33198 with Priority: HIGHEST for action security_group_members [ 1400.542201] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1343043f-2672-4844-997e-6dd375d33198 with Priority: HIGHEST for action security_group_members [ 1400.542538] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1343043f-2672-4844-997e-6dd375d33198 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.542618] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.542673] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.542902] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.543065] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.543160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.543241] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.543356] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.543435] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.543543] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1343043f-2672-4844-997e-6dd375d33198',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.822578] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.822810] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "network-888" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.823040] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "network-888" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.823403] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "network-888" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.823698] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.823910] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.824074] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.824331] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.824501] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.824735] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1400.824868] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] NeedRegenerationException {{(pid=66006) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1400.824999] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] no value, waiting for create lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1400.825146] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] value creation lock acquired {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1400.825281] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] No value present for key: 'zone-id' {{(pid=66006) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1400.825430] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Calling creation function for not-yet-present value {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1400.825598] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1400.875281] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1400.875478] env[66006]: DEBUG dogpile.cache.region [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=66006) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1400.875581] env[66006]: DEBUG dogpile.lock [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Released creation lock {{(pid=66006) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1400.875799] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "network-888" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.876178] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock port-0633bba2-1f76-4a5f-8295-588715aa796b taken with stack trace [, , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.876354] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "port-0633bba2-1f76-4a5f-8295-588715aa796b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.876471] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "port-0633bba2-1f76-4a5f-8295-588715aa796b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.876817] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "port-0633bba2-1f76-4a5f-8295-588715aa796b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.877050] env[66006]: DEBUG networking_nsxv3.api.rpc [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0633bba2-1f76-4a5f-8295-588715aa796b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.046079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.046294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.046294] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.046472] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.046559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.046771] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.046891] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.046953] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.047119] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.047194] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.047278] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1343043f-2672-4844-997e-6dd375d33198 already deleted. [ 1401.047355] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.379642] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.379854] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.379983] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.380297] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.380448] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.380603] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Segment Port 0633bba2-1f76-4a5f-8295-588715aa796b not found, creating... [ 1401.380857] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.381025] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.381143] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.381361] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.381494] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.381772] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.381926] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.382059] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.382280] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.382404] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.382539] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Resource: SegmentPort with ID: 0633bba2-1f76-4a5f-8295-588715aa796b is going to be created. [ 1401.405835] env[66006]: DEBUG networking_nsxv3.common.locking [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.405835] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.405835] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.406267] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.406267] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.406457] env[66006]: DEBUG oslo_concurrency.lockutils [None req-6c5f1126-d5c0-451d-8c70-7d88964100b1 None None] Releasing lock "port-0633bba2-1f76-4a5f-8295-588715aa796b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.063167] env[66006]: INFO networking_nsxv3.common.synchronization [req-8d6f5b15-c0f0-4d42-a4a2-f0a8b0d1cde2 req-cb7bc2d1-a85f-45e2-b007-623df2938659 service nova] Enqueued Resource ID: 1343043f-2672-4844-997e-6dd375d33198 with Priority: HIGHEST for action security_group_rules [ 1402.063491] env[66006]: INFO networking_nsxv3.common.synchronization [req-8d6f5b15-c0f0-4d42-a4a2-f0a8b0d1cde2 req-cb7bc2d1-a85f-45e2-b007-623df2938659 service nova] Enqueued Resource ID: 1343043f-2672-4844-997e-6dd375d33198 with Priority: HIGHEST for action security_group_members [ 1402.063698] env[66006]: INFO networking_nsxv3.common.synchronization [req-8d6f5b15-c0f0-4d42-a4a2-f0a8b0d1cde2 req-cb7bc2d1-a85f-45e2-b007-623df2938659 service nova] Enqueued Resource ID: 0633bba2-1f76-4a5f-8295-588715aa796b with Priority: HIGHEST for action port [ 1402.064208] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1343043f-2672-4844-997e-6dd375d33198 with Priority: HIGHEST for action security_group_rules [ 1402.064469] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1343043f-2672-4844-997e-6dd375d33198 with Priority: HIGHEST for action security_group_members [ 1402.064469] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0633bba2-1f76-4a5f-8295-588715aa796b with Priority: HIGHEST for action port [ 1402.064712] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1343043f-2672-4844-997e-6dd375d33198 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.064847] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.064903] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.065160] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.065240] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1343043f-2672-4844-997e-6dd375d33198',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.066070] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1343043f-2672-4844-997e-6dd375d33198 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.066174] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.066255] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.066404] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.066544] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.066634] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.066688] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.066845] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.066930] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.067022] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1343043f-2672-4844-997e-6dd375d33198',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.067779] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock port-0633bba2-1f76-4a5f-8295-588715aa796b taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.067908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0633bba2-1f76-4a5f-8295-588715aa796b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.067908] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0633bba2-1f76-4a5f-8295-588715aa796b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.068013] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0633bba2-1f76-4a5f-8295-588715aa796b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.068114] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0633bba2-1f76-4a5f-8295-588715aa796b',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.569814] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1343043f-2672-4844-997e-6dd375d33198',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.570877] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1343043f-2672-4844-997e-6dd375d33198 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.571059] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.571161] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0633bba2-1f76-4a5f-8295-588715aa796b with status ACTIVE [ 1402.571313] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.571427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.571486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.571674] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.571767] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.571917] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.572023] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.572113] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.572222] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.572293] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.572466] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.572549] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.572602] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.572731] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.572798] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.572903] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0633bba2-1f76-4a5f-8295-588715aa796b is going to be updated. [ 1402.593528] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.593823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.593823] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.593959] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.594061] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.594220] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0633bba2-1f76-4a5f-8295-588715aa796b" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.074829] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1343043f-2672-4844-997e-6dd375d33198',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.578093] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.578417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.578417] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.578547] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.578599] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.578701] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1343043f-2672-4844-997e-6dd375d33198 is going to be created. [ 1403.601820] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.601995] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.602094] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.602322] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.602481] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.611926] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1343043f-2672-4844-997e-6dd375d33198 in Status: UNINITIALIZED for 2s [ 1405.622193] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1343043f-2672-4844-997e-6dd375d33198 in Status: SUCCESS [ 1405.622583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.622583] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.622817] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.623049] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.623200] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.623284] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.623466] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.623566] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.623679] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.623790] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1343043f-2672-4844-997e-6dd375d33198',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.126687] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1343043f-2672-4844-997e-6dd375d33198 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.126912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.126912] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.127169] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.127396] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.127532] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.127615] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.127778] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.127867] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.127973] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.128177] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1343043f-2672-4844-997e-6dd375d33198 taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.128291] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.128389] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.128586] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.128754] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.128884] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.128966] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.129176] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.129274] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.129362] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.129450] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1343043f-2672-4844-997e-6dd375d33198',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.632983] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1343043f-2672-4844-997e-6dd375d33198: rpc.has_security_group_logging(os_id): False [ 1406.649970] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.650246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.650246] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.650399] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.650486] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.650698] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.650797] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.650852] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.650999] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.651080] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.651254] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.651349] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.651415] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.651539] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.651608] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.651782] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.651873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.651931] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.652084] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.652221] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.652258] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1343043f-2672-4844-997e-6dd375d33198 is going to be created. [ 1406.706509] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.706729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.706729] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.706924] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.707149] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.716318] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1343043f-2672-4844-997e-6dd375d33198 in Status: IN_PROGRESS for 2s [ 1407.065584] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.065794] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1408.735009] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1343043f-2672-4844-997e-6dd375d33198 in Status: SUCCESS [ 1408.735418] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.395779] env[66006]: INFO networking_nsxv3.common.synchronization [req-578de2cc-8398-4a1d-ad1e-0fc99da1786c req-906cd598-3141-4971-b2d1-ebf21c09af26 tempest-AttachVolumeShelveTestJSON-1346582382 tempest-AttachVolumeShelveTestJSON-1346582382-project-member] Enqueued Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_members [ 1411.396361] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 with Priority: HIGHEST for action security_group_members [ 1411.396670] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e8ebb6-748a-4ccb-b494-8008f417f017 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.397454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.397454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.397454] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.397454] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.397762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.397762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.397762] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.397926] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.397926] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e8ebb6-748a-4ccb-b494-8008f417f017',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.597840] env[66006]: INFO networking_nsxv3.common.synchronization [req-39cb38fb-0cab-45aa-b564-6db541c9249b req-94ba0caa-ea76-47f7-9f4c-606c66cc5c8d tempest-ServerGroupTestJSON-1101080890 tempest-ServerGroupTestJSON-1101080890-project-member] Enqueued Resource ID: 1343043f-2672-4844-997e-6dd375d33198 with Priority: HIGHEST for action security_group_members [ 1411.598356] env[66006]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1343043f-2672-4844-997e-6dd375d33198 with Priority: HIGHEST for action security_group_members [ 1411.598652] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock member-1343043f-2672-4844-997e-6dd375d33198 taken with stack trace [, , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.598771] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.598838] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.599079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.599200] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.599300] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.599363] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.599514] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.599600] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.599691] env[66006]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1343043f-2672-4844-997e-6dd375d33198',) {} {{(pid=66006) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.900417] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.900656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.900656] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.900905] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.901081] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.901216] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.901313] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.901371] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.901521] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.901594] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.901678] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 is going to be updated. [ 1411.929600] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.929829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.929829] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.929977] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.930132] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.938564] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: IN_PROGRESS for 2s [ 1412.101352] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.101507] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.101559] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.101782] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.101873] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.102079] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.102178] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.102242] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.102392] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.102467] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.102551] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1343043f-2672-4844-997e-6dd375d33198 is going to be updated. [ 1412.132501] env[66006]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66006) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.132647] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.132716] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.132925] env[66006]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.133079] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.141762] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1343043f-2672-4844-997e-6dd375d33198 in Status: IN_PROGRESS for 2s [ 1413.948592] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 in Status: SUCCESS [ 1413.948955] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e8ebb6-748a-4ccb-b494-8008f417f017 deletion is rescheduled due to dependency. [ 1413.948955] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e8ebb6-748a-4ccb-b494-8008f417f017" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.152133] env[66006]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1343043f-2672-4844-997e-6dd375d33198 in Status: SUCCESS [ 1414.152312] env[66006]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1343043f-2672-4844-997e-6dd375d33198 deletion is rescheduled due to dependency. [ 1414.152427] env[66006]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1343043f-2672-4844-997e-6dd375d33198" {{(pid=66006) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.599283] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.599734] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.600030] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.600354] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.601102] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.601497] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.602654] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.603102] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.603816] env[66006]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.604204] env[66006]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0